-- Logs begin at Thu 2021-12-16 13:49:09 UTC, end at Thu 2021-12-16 14:54:48 UTC. -- Dec 16 14:29:50.914225 dv-cinder-821893-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Dec 16 14:29:53.207483 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.common.config [-] Logging enabled! Dec 16 14:29:53.208397 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev78 Dec 16 14:29:53.208397 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82753) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 16 14:29:53.210464 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.common.config [-] Logging enabled! Dec 16 14:29:53.210713 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev78 Dec 16 14:29:53.210952 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82753) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 16 14:29:53.211943 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:29:53.212180 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 14:29:53.212531 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 14:29:53.212776 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 14:29:53.212938 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 14:29:53.213290 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.213631 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.214450 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.214450 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.214721 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.214839 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.215077 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.215362 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.215656 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.215939 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.216198 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.216480 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.216703 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.216982 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.217259 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.217539 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.217790 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] debug = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.218066 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.218485 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.218898 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.219172 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.219455 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.219725 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.220000 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.220296 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.220624 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] host = dv-cinder-821893-3-smb {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.220897 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.221187 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.221466 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.221770 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.222044 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.222316 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.222596 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.222844 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.223113 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] log_file = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.223385 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.223663 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.223945 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.224236 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.224461 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.224679 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.224958 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.225241 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.225512 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.225812 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.226084 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.226353 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.226621 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.226885 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.227164 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.227443 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.227721 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.227992 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.228263 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.228528 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.228820 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.229073 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.229538 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.229848 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.230128 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.230410 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.230681 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.230951 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.231252 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.231531 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.231807 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.232088 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.232360 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.232637 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.232906 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.233175 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.233442 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] use_json = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.233738 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.234008 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.234288 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.234560 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.234827 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.235098 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.235366 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.235654 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:53.235948 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.236242 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.236539 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.236822 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.237106 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.237387 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.237693 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.237975 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.238260 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.238544 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.238831 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.239106 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.239387 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.239673 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.239963 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.240232 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.240506 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.240798 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.241068 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.241334 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.241606 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.241929 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.242204 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.242475 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.242750 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.243023 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.243290 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.243554 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.243825 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.244110 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.244387 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.245197 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.245436 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.245553 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.245812 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.246101 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.246372 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.246634 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.246896 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.247171 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.247439 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.247706 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.247980 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.248250 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.248522 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.248797 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.249063 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.249333 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.249600 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.249892 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.250162 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.250430 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.250703 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.250969 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.251236 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.251505 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.251773 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.252041 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.252328 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.252623 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.252897 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.253172 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.253446 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.253748 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.254024 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.254303 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.254576 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.254851 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.255118 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.255407 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.255686 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.255973 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.256252 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.256525 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.256811 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.257083 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.257359 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.257628 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.257925 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.258205 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.258485 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.258772 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.259061 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.259346 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.259633 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.259925 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.260203 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.261421 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.261421 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:53.261421 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 14:29:53.261421 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82753) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 16 14:29:53.719165 dv-cinder-821893-3-smb neutron-server[82753]: INFO keyring.backend [-] Loading KWallet Dec 16 14:29:53.727427 dv-cinder-821893-3-smb neutron-server[82753]: INFO keyring.backend [-] Loading SecretService Dec 16 14:29:53.730901 dv-cinder-821893-3-smb neutron-server[82753]: INFO keyring.backend [-] Loading Windows Dec 16 14:29:53.732335 dv-cinder-821893-3-smb neutron-server[82753]: INFO keyring.backend [-] Loading chainer Dec 16 14:29:53.732908 dv-cinder-821893-3-smb neutron-server[82753]: INFO keyring.backend [-] Loading macOS Dec 16 14:29:53.769934 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:29:53.770242 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=82753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:29:53.770547 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:29:53.770897 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 16 14:29:54.110215 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.110473 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.110786 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.174859 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.175144 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.175384 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.178705 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.179000 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.179281 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.210575 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.211372 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.211372 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.240337 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.240622 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.240863 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.608459 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.608734 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.608995 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.609224 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.610099 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.763129 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.763434 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.763712 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.763978 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.764236 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.764524 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.764782 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.765028 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.765277 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.765538 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.765817 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.766075 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.766330 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.766583 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.766841 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.767100 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.767348 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.767614 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.767862 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.768138 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.768482 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.768729 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.768981 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.769250 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.769496 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.769759 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.770159 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:29:54.770392 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:29:54.770628 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:29:54.770886 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:29:54.771083 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:29:54.771313 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:29:54.771892 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 16 14:29:54.775460 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 16 14:29:54.780082 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 16 14:29:54.784408 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Dec 16 14:29:54.786141 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 16 14:29:54.786569 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 16 14:29:54.786910 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 16 14:29:54.787298 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 16 14:29:54.790210 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 16 14:29:54.790456 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 16 14:29:54.790805 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 14:29:54.819379 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 16 14:29:54.819848 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.820124 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82753) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 16 14:29:54.820507 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.821956 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82753) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 16 14:29:54.822244 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 14:29:54.822488 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 16 14:29:54.826030 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.826299 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:54.888495 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 16 14:29:54.888863 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 16 14:29:54.888863 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 16 14:29:54.889188 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 16 14:29:54.934753 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_db.sqlalchemy.engines [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82753) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 16 14:29:55.305019 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.managers [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Initializing driver for type 'gre' Dec 16 14:29:55.306770 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] gre ID ranges: [(1, 1000)] Dec 16 14:29:55.386067 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.managers [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Initializing driver for type 'local' Dec 16 14:29:55.386550 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.managers [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Initializing driver for type 'vlan' Dec 16 14:29:55.401077 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] VlanTypeDriver initialization complete Dec 16 14:29:55.401586 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.managers [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Initializing driver for type 'vxlan' Dec 16 14:29:55.402229 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] vxlan ID ranges: [(1, 1000)] Dec 16 14:29:55.459113 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.managers [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Initializing extension driver 'port_security' Dec 16 14:29:55.459575 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.extensions.port_security [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] PortSecurityExtensionDriver initialization complete Dec 16 14:29:55.460210 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.managers [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Initializing mechanism driver 'openvswitch' Dec 16 14:29:55.460533 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.managers [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Initializing mechanism driver 'hyperv' Dec 16 14:29:55.467621 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.plugins.ml2.plugin [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:29:55.468385 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > port after_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.468753 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > port after_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.469104 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > port after_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.469489 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > subnet after_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.469886 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > subnet after_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.470225 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.470598 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > network after_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.470942 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > network after_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.471275 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > network after_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.471647 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > security_group after_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.471991 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > security_group after_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.472325 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.472698 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.473037 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.473368 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.473727 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] ML2 OVO RPC backend initialized. {{(pid=82753) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Dec 16 14:29:55.474389 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.474733 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.475143 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > network before_response 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.475479 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > networks before_response 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.475813 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > port before_response 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.476142 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > ports before_response 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.476473 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > subnet before_response 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.476898 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > subnets before_response 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.477354 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > network after_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.477762 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > network after_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.478139 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > network after_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.478595 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > port after_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.479027 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > port after_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.479594 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > port after_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.480148 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > subnet after_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.480603 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > subnet after_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.481049 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.481871 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.plugin [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Modular L2 Plugin initialization complete Dec 16 14:29:55.482250 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading services supported by the core plugin {{(pid=82753) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 16 14:29:55.482673 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.plugins.ml2.managers [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Got port-security extension from driver 'port_security' Dec 16 14:29:55.483276 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.extensions.vlantransparent [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Disabled vlantransparent extension. Dec 16 14:29:55.483733 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82753) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 16 14:29:55.484132 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading Plugin: router Dec 16 14:29:55.529301 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.529716 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router after_create 55549900 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.530081 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router before_create 55549900 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.530441 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.530803 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.531149 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router after_delete 55549900 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.531500 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.531854 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router after_create 55549900 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.532191 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router after_update 55549900 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.532539 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router after_update 55549900 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.532877 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.533229 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router after_update 55549900 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.533636 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router precommit_update 55549900 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.534041 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: port after_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.534375 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: port after_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.534709 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: subnet after_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.535042 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.535380 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.535724 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router precommit_create 55549900 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.536057 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: port before_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.536391 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router precommit_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.536745 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router after_update 55549900 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.537076 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.537412 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router precommit_create 55549900 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.537798 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.538133 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router precommit_update 55549900 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.538489 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > agent after_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.538828 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > agent after_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.539162 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > network after_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.540129 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Tracking information for resource: router configured {{(pid=82753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:29:55.540545 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Tracking information for resource: floatingip configured {{(pid=82753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:29:55.546442 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.db.l3_agentschedulers_db [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 16 14:29:55.547018 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: port after_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.547380 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: port after_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.547752 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: port after_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.548080 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: port after_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.549014 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router before_create 55550100 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.549372 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.549762 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router precommit_create 55550100 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.550112 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > router precommit_update 55550100 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.555019 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.services.provider_configuration [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Service providers = [] {{(pid=82753) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 16 14:29:55.555475 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.db.servicetype_db [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82753) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 16 14:29:55.559710 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.services.service_base [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82753) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 14:29:55.560054 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.services.service_base [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82753) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 14:29:55.560391 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.services.service_base [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82753) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 14:29:55.561326 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.services.service_base [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82753) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 14:29:55.561809 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.services.service_base [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 16 14:29:55.562208 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 14:29:55.562521 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 16 14:29:55.574648 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 14:29:55.575013 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading Plugin: auto_allocate Dec 16 14:29:55.581536 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: network precommit_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.581939 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: network precommit_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.582487 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 14:29:55.582803 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading Plugin: tag Dec 16 14:29:55.590673 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 14:29:55.591005 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading Plugin: timestamp Dec 16 14:29:55.595440 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 14:29:55.595766 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading Plugin: network_ip_availability Dec 16 14:29:55.601681 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.602061 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.602394 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.603287 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 14:29:55.603601 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading Plugin: flavors Dec 16 14:29:55.609167 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 14:29:55.609523 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading Plugin: revisions Dec 16 14:29:55.614171 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 14:29:55.614562 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_concurrency.lockutils [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.844s {{(pid=82753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:29:55.615326 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82753) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Dec 16 14:29:55.615653 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Initializing extension manager. Dec 16 14:29:55.616190 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: __init__.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.616563 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: __pycache__ {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.616888 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.617212 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.617530 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: _filter_validation_lib.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.617873 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.618194 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: address_group.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.618963 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.619836 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: address-group Dec 16 14:29:55.620197 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: address_scope.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.620903 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.621393 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: address-scope Dec 16 14:29:55.621724 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.622823 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.623326 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: router-admin-state-down-before-update Dec 16 14:29:55.623635 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: agent.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.624331 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.624825 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: agent Dec 16 14:29:55.625141 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: agent_resources_synced.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.626095 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.626593 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: agent-resources-synced Dec 16 14:29:55.626906 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: allowedaddresspairs.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.628832 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.629359 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: allowed-address-pairs Dec 16 14:29:55.629701 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: auto_allocated_topology.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.630822 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.631334 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: auto-allocated-topology Dec 16 14:29:55.631652 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: availability_zone.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.632433 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.632942 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: availability_zone Dec 16 14:29:55.633258 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: availability_zone_filter.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.634366 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.634869 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: availability_zone_filter Dec 16 14:29:55.635186 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: data_plane_status.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.636388 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.636922 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension data-plane-status not supported by any of loaded plugins Dec 16 14:29:55.637250 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: default_subnetpools.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.638208 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.638715 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: default-subnetpools Dec 16 14:29:55.639030 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.639832 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.640391 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: dhcp_agent_scheduler Dec 16 14:29:55.640722 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: dns.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.641667 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.642174 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension dns-integration not supported by any of loaded plugins Dec 16 14:29:55.642489 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: dns_domain_ports.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.643403 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.643902 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 16 14:29:55.644214 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: dvr.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.644970 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.645478 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: dvr Dec 16 14:29:55.645831 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: empty_string_filtering.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.646767 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.647266 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: empty-string-filtering Dec 16 14:29:55.647577 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.648511 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.649071 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 16 14:29:55.649385 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.650339 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.650844 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 16 14:29:55.651661 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: external_net.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.652703 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.653213 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: external-net Dec 16 14:29:55.653526 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.654574 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.655088 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: extra_dhcp_opt Dec 16 14:29:55.655402 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: extraroute.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.656316 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.656824 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: extraroute Dec 16 14:29:55.657139 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: extraroute_atomic.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.658226 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.658848 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: extraroute-atomic Dec 16 14:29:55.659162 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: filter_validation.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.659847 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.660358 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: filter-validation Dec 16 14:29:55.660670 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: fip_pf_description.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.661979 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.662642 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 16 14:29:55.662955 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: fip_port_details.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.663946 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.664477 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: fip-port-details Dec 16 14:29:55.664789 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: flavors.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.666195 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.667120 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: flavors Dec 16 14:29:55.667448 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.669395 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.670801 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 16 14:29:55.670801 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: floatingip_pools.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.671086 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.672329 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: floatingip-pools Dec 16 14:29:55.672329 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: ip_allocation.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.673212 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.673503 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension ip_allocation not supported by any of loaded plugins Dec 16 14:29:55.673848 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.675779 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.675779 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: ip-substring-filtering Dec 16 14:29:55.685414 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: l2_adjacency.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.686810 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.687405 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 16 14:29:55.687731 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: l3.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.688957 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.689500 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: router Dec 16 14:29:55.689855 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.692545 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.693098 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 16 14:29:55.693424 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.694459 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.694985 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: ext-gw-mode Dec 16 14:29:55.695303 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.696329 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.696828 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: l3-ha Dec 16 14:29:55.697145 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: l3_flavors.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.698320 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.698993 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: l3-flavors Dec 16 14:29:55.699371 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.700400 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.700917 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 16 14:29:55.701365 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: l3agentscheduler.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.702594 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.703123 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: l3_agent_scheduler Dec 16 14:29:55.703448 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: logging.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.705236 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.705846 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension logging not supported by any of loaded plugins Dec 16 14:29:55.706188 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: metering.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.707000 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.707601 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: metering Dec 16 14:29:55.707929 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.709236 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.709911 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: metering_source_and_destination_fields Dec 16 14:29:55.710230 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: multiprovidernet.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.711391 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.711925 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: multi-provider Dec 16 14:29:55.712254 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: netmtu.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.713223 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.714071 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: net-mtu Dec 16 14:29:55.714467 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: netmtu_writable.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.715605 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.716164 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: net-mtu-writable Dec 16 14:29:55.716555 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: network_availability_zone.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.717407 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.718021 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: network_availability_zone Dec 16 14:29:55.718354 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: network_ip_availability.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.719815 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.720458 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: network-ip-availability Dec 16 14:29:55.720887 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: network_segment_range.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.721719 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.722363 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension network-segment-range not supported by any of loaded plugins Dec 16 14:29:55.722678 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: pagination.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.723727 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.724050 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: pagination Dec 16 14:29:55.724390 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.725444 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.725997 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: port-mac-address-regenerate Dec 16 14:29:55.726317 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: port_resource_request.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.727233 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.727822 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension port-resource-request not supported by any of loaded plugins Dec 16 14:29:55.728205 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: portbindings.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.729791 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.730390 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: binding Dec 16 14:29:55.730724 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: portbindings_extended.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.732272 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.732828 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: binding-extended Dec 16 14:29:55.733146 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: portsecurity.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.734188 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.734737 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: port-security Dec 16 14:29:55.735077 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: project_id.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.736139 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.736509 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: project-id Dec 16 14:29:55.736856 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: providernet.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.737918 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.738493 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: provider Dec 16 14:29:55.738911 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: qos.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.743445 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.744066 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension qos not supported by any of loaded plugins Dec 16 14:29:55.744439 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.746930 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.747479 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 16 14:29:55.747820 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.748875 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.749444 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 16 14:29:55.749826 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: qos_default.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.750779 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.751355 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension qos-default not supported by any of loaded plugins Dec 16 14:29:55.751676 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: qos_fip.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.752412 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.752963 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension qos-fip not supported by any of loaded plugins Dec 16 14:29:55.753272 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: qos_gateway_ip.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.754353 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.754912 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 16 14:29:55.755251 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: qos_port_network_policy.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.756312 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.756891 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 16 14:29:55.757266 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: qos_rule_type_details.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.758394 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.758981 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 16 14:29:55.759356 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: qos_rules_alias.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.761162 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.761791 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 16 14:29:55.762146 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: quotasv2.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.763286 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.763658 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: quotas Dec 16 14:29:55.764026 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: quotasv2_detail.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.766499 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.766905 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: quota_details Dec 16 14:29:55.767314 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: rbac.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.768647 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.769299 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: rbac-policies Dec 16 14:29:55.769718 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: rbac_address_scope.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.770819 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.771398 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: rbac-address-scope Dec 16 14:29:55.771761 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: rbac_security_groups.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.772859 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.773479 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: rbac-security-groups Dec 16 14:29:55.773884 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: rbac_subnetpool.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.774918 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.775509 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: rbac-subnetpool Dec 16 14:29:55.775875 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: revisionifmatch.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.776964 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.777682 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: revision-if-match Dec 16 14:29:55.778042 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: revisions.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.779330 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.779935 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: standard-attr-revisions Dec 16 14:29:55.780309 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: router_availability_zone.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.781071 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.781645 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: router_availability_zone Dec 16 14:29:55.782040 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: routerservicetype.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.783137 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.783747 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension router-service-type not supported by any of loaded plugins Dec 16 14:29:55.784112 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.785233 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.785865 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: port-security-groups-filtering Dec 16 14:29:55.786218 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: securitygroup.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.799441 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.800067 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: security-group Dec 16 14:29:55.800389 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: segment.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.801301 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.801864 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension segment not supported by any of loaded plugins Dec 16 14:29:55.802189 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.803224 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.803745 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 16 14:29:55.804059 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: servicetype.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.805205 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.805828 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: service-type Dec 16 14:29:55.806087 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: sorting.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.807076 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.807448 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: sorting Dec 16 14:29:55.807766 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: standard_attr_segment.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.808723 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.809251 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 16 14:29:55.809567 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: standardattrdescription.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.810266 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.810781 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: standard-attr-description Dec 16 14:29:55.811090 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: stateful_security_group.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.812054 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.812563 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: stateful-security-group Dec 16 14:29:55.812871 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: stdattrs_common.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.813453 dv-cinder-821893-3-smb neutron-server[82753]: WARNING neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 16 14:29:55.813792 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.814722 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.815227 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 16 14:29:55.815541 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: subnet_onboard.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.816723 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.817236 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: subnet_onboard Dec 16 14:29:55.817556 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.818554 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.819059 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 16 14:29:55.819371 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: subnet_service_types.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.820325 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.820842 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: subnet-service-types Dec 16 14:29:55.821156 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: subnetallocation.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.822311 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.822820 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: subnet_allocation Dec 16 14:29:55.823171 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.823848 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.824369 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: subnetpool-prefix-ops Dec 16 14:29:55.824669 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.825623 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.826172 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 16 14:29:55.826483 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: tagging.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.827609 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.828130 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: standard-attr-tag Dec 16 14:29:55.828447 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: timestamp.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.829727 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.830253 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loaded extension: standard-attr-timestamp Dec 16 14:29:55.830571 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: trunk.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.831592 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.832106 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension trunk not supported by any of loaded plugins Dec 16 14:29:55.832422 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: trunk_details.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.833336 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.833863 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension trunk-details not supported by any of loaded plugins Dec 16 14:29:55.834192 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: uplink_status_propagation.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.835121 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.835620 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 16 14:29:55.835942 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Loading extension file: vlantransparent.py {{(pid=82753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 16 14:29:55.836620 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 16 14:29:55.837121 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 16 14:29:55.839943 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Creating instance of TrackedResource for resource:network Dec 16 14:29:55.840696 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Creating instance of TrackedResource for resource:subnet Dec 16 14:29:55.841523 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 14:29:55.842302 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Creating instance of TrackedResource for resource:port Dec 16 14:29:55.843625 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.v2.resource_helper [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:29:55.844056 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.v2.resource_helper [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Service FLAVORS assigned prefix: {{(pid=82753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:29:55.844675 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.v2.resource_helper [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:29:55.845087 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.v2.resource_helper [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:29:55.845408 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Creating instance of TrackedResource for resource:router Dec 16 14:29:55.846101 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 14:29:55.846814 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.v2.resource_helper [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Service METERING assigned prefix: /metering {{(pid=82753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:29:55.848263 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.848627 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.848970 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:29:55.850202 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 14:29:55.850650 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Creating instance of TrackedResource for resource:security_group Dec 16 14:29:55.851335 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 14:29:55.852088 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.v2.resource_helper [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Service CORE assigned prefix: {{(pid=82753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:29:55.852411 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 14:29:55.852757 dv-cinder-821893-3-smb neutron-server[82753]: WARNING neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] subnetpool is already registered Dec 16 14:29:55.853385 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.v2.resource_helper [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Service CORE assigned prefix: {{(pid=82753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:29:55.853745 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 14:29:55.854069 dv-cinder-821893-3-smb neutron-server[82753]: WARNING neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] subnetpool is already registered Dec 16 14:29:55.856759 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.v2.resource_helper [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:29:55.857183 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.v2.resource_helper [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Service FLAVORS assigned prefix: {{(pid=82753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:29:55.857800 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.v2.resource_helper [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:29:55.858216 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.v2.resource_helper [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:29:55.858542 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Creating instance of TrackedResource for resource:router Dec 16 14:29:55.858865 dv-cinder-821893-3-smb neutron-server[82753]: WARNING neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] router is already registered Dec 16 14:29:55.859487 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 14:29:55.859814 dv-cinder-821893-3-smb neutron-server[82753]: WARNING neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] floatingip is already registered Dec 16 14:29:55.860450 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.v2.resource_helper [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Service METERING assigned prefix: /metering {{(pid=82753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:29:55.861151 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 14:29:55.861475 dv-cinder-821893-3-smb neutron-server[82753]: WARNING neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] rbac_policy is already registered Dec 16 14:29:55.862182 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Creating instance of TrackedResource for resource:security_group Dec 16 14:29:55.862502 dv-cinder-821893-3-smb neutron-server[82753]: WARNING neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] security_group is already registered Dec 16 14:29:55.863103 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 14:29:55.863423 dv-cinder-821893-3-smb neutron-server[82753]: WARNING neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] security_group_rule is already registered Dec 16 14:29:55.864100 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.v2.resource_helper [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Service CORE assigned prefix: {{(pid=82753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:29:55.864422 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 14:29:55.864739 dv-cinder-821893-3-smb neutron-server[82753]: WARNING neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] subnetpool is already registered Dec 16 14:29:55.865377 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.v2.resource_helper [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Service CORE assigned prefix: {{(pid=82753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:29:55.865723 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 14:29:55.866056 dv-cinder-821893-3-smb neutron-server[82753]: WARNING neutron.quota.resource_registry [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] subnetpool is already registered Dec 16 14:29:55.866724 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: extensions {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.868276 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: address-groups {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.870467 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: address-scopes {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.871710 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: agents {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.872871 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: auto-allocated-topology {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.874155 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: availability_zones {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.875492 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: dhcp-networks {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.876979 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: dhcp-agents {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.878465 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: routers {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.880333 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: flavors {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.881524 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: service_profiles {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.882776 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: next_providers {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.884337 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: service_profiles {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.886127 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: floatingip-pools {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.887356 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: routers {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.889282 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: floatingips {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.890599 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: l3-routers {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.892094 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: l3-agents {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.893619 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: metering-labels {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.896344 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: metering-label-rules {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.897831 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: network-ip-availabilities {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.899204 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: bindings {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.901025 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: quotas {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.902717 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: quotas {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.904231 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: rbac-policies {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.905815 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: security-groups {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.907185 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: security-group-rules {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.908547 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: service-providers {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.909884 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: subnetpools {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.911544 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: subnetpools {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.913194 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: tags {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.915183 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: tags {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.918108 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: tags {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.920079 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: tags {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.922187 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: tags {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.924054 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: tags {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.926163 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: tags {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.928309 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: tags {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.930538 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: tags {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.933968 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron.api.extensions [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Extended resource: tags {{(pid=82753) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 16 14:29:55.940755 dv-cinder-821893-3-smb neutron-server[82753]: WARNING keystonemiddleware.auth_token [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 16 14:29:55.946441 dv-cinder-821893-3-smb neutron-server[82753]: WARNING keystonemiddleware.auth_token [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 16 14:29:55.956081 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_concurrency.lockutils [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Acquired lock "singleton_lock" {{(pid=82753) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 16 14:29:55.956593 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_concurrency.lockutils [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Releasing lock "singleton_lock" {{(pid=82753) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 16 14:29:55.957379 dv-cinder-821893-3-smb neutron-server[82753]: INFO oslo_service.service [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Starting 2 workers Dec 16 14:29:55.962553 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Started child 82860 {{(pid=82753) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 16 14:29:55.967789 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Started child 82861 {{(pid=82753) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 16 14:29:55.969683 dv-cinder-821893-3-smb neutron-server[82753]: INFO neutron.service [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 16 14:29:55.970323 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Notify callbacks [] for process, before_spawn {{(pid=82753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:29:55.972500 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:29:55.973926 dv-cinder-821893-3-smb neutron-server[82753]: INFO oslo_service.service [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Starting 1 workers Dec 16 14:29:55.975439 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [-] (82860) wsgi starting up on http://0.0.0.0:9696 Dec 16 14:29:55.981431 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Started child 82862 {{(pid=82753) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 16 14:29:55.982309 dv-cinder-821893-3-smb neutron-server[82753]: INFO oslo_service.service [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Starting 1 workers Dec 16 14:29:55.982433 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:29:55.984579 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [-] (82861) wsgi starting up on http://0.0.0.0:9696 Dec 16 14:29:55.986911 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.service [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] calling RpcWorker wait() {{(pid=82862) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 16 14:29:55.987568 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.service [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] returning from RpcWorker wait() {{(pid=82862) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 16 14:29:55.988974 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Started child 82863 {{(pid=82753) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 16 14:29:55.990229 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG neutron_lib.callbacks.manager [None req-96a88458-eb8a-4cf0-a5e1-46490982a4d2 None None] Notify callbacks [] for process, after_spawn {{(pid=82753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:29:55.993246 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82753) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 16 14:29:55.993577 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:29:55.993821 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 14:29:55.994164 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 14:29:55.995138 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 14:29:55.995371 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 14:29:55.996428 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:29:55.996569 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:55.996818 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:29:55.997327 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:55.997327 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:55.997480 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:29:55.997636 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:55.998354 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:55.999202 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:55.999621 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.000032 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.000420 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.000845 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.001115 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.001367 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.001785 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.002198 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.002655 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.003046 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.003411 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.004029 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.004267 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.004854 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.005293 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.005713 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.006190 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] debug = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.006553 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.007301 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.007667 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.008075 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.008448 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.008739 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.008998 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.009268 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.009493 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.009769 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.010013 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.010282 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.011022 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.011441 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.011742 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.011964 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.012455 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] host = dv-cinder-821893-3-smb {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.012688 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.012908 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.013143 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.013395 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.013639 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.013900 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.014118 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.014374 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.014759 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.014988 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.015194 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.015424 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.015645 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.015860 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] log_file = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.016079 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] log_options = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.016304 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.016541 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.016768 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.016988 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.017243 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.017243 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.017844 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.017844 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.018343 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.018343 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.018880 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.018880 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.018880 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.019493 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.019493 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.019493 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.020085 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.020085 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.020085 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.021118 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.021118 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.021118 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.021118 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.021975 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.021975 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.021975 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.022507 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.022507 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.022507 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.023006 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.023006 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.023402 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.023589 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.023764 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.023942 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.024151 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.024364 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.024640 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.025001 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.025188 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.025387 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.025614 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.025873 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.026276 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.026677 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.026917 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] use_json = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.027133 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.027348 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.027606 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.027967 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.028165 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.028518 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.028518 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.028892 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.029195 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.029389 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.029763 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.030119 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.030360 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.030612 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.030883 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.031086 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.031399 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.031579 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.031905 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.032142 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.032482 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.032744 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.033026 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.033289 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.033505 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.033786 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.033979 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.034174 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.034414 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.034629 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.034887 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.035229 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.035463 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.035683 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.035899 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.036107 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.037511 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.037511 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.037511 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.037511 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.037511 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.038147 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.038147 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.038147 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.038480 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.038603 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:29:56.038732 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.038732 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.038959 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.039134 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.039357 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.039573 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.039936 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.040322 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.040572 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.040802 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.041014 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.041230 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.041450 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.042083 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.042395 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.042759 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.042987 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.043193 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.043424 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.043654 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.043896 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.044147 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.045330 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.045330 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.045330 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.045330 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.045330 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.045981 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.045981 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.045981 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.046342 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.046342 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.046611 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.046760 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.046890 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.047080 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.047305 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.047637 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.049389 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.049389 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.049389 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.049389 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.049389 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.049389 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.049389 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.050511 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.050511 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.050511 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.050511 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.050511 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.052747 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.052747 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.052747 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.052747 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.052747 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.052747 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.052747 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.052747 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.055468 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.055468 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.055468 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.055468 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.055468 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.055468 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.055468 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.055468 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.058536 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.058536 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.058536 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.058536 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.058536 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.058536 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.058536 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.058536 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.061005 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.061005 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.061005 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.061005 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.061005 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.061005 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.061005 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.061005 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.062021 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.062021 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.062021 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.062021 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.062021 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.062021 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.062021 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.062021 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.062969 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.062969 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.062969 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.062969 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.062969 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.062969 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.062969 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.062969 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.063945 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.063945 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.063945 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.063945 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.063945 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.064556 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.064556 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.064556 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.064908 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.064908 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.065185 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.065360 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.065565 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.065825 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.066058 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.066272 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.066491 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.066749 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.066984 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.067216 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.067469 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.067700 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.067948 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.068180 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.068468 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.068931 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.068931 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.069186 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.069843 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.069843 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.070110 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.070244 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.070426 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.070582 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.070995 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.070995 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.071245 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.071384 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.071641 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.071869 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.072142 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.072383 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.072820 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.073051 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.073283 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.073505 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.073741 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.073989 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.074204 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.074703 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.074703 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.075256 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.075256 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.075504 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.075504 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.075741 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.075940 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.076155 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.076512 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.076747 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.077051 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.077284 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.077504 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.079181 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.079181 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.079181 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.079181 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.079181 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.079181 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.079181 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.080118 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.080118 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.080118 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.080544 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.080544 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.081256 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.081256 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.081542 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.081705 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.085707 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.085707 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.085707 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.085707 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.085707 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.085707 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.085707 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.085707 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.086741 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.086741 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.086741 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.086741 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.086741 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.086741 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.086741 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.086741 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.087587 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.087587 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.087826 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.088011 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.088324 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.088671 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.088991 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.089827 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.089827 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.090235 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.090235 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.090620 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.090799 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.091444 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.091444 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.091806 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.091986 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.092224 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.092558 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.092828 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.093104 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.093315 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 14:29:56.097079 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82753) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 16 14:29:56.097079 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:29:56.097079 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 14:29:56.097079 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 14:29:56.097079 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 14:29:56.097079 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 14:29:56.097079 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.097079 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.098722 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.098722 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.098722 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.098722 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.098722 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.098722 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.098722 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.098722 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.100124 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.100124 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.100124 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.100124 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.100124 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.100124 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.100124 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.100124 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.101596 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.101596 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.101596 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.101596 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.101596 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] debug = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.101596 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.102689 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.102689 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.102689 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.102689 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.102689 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.102689 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.103789 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.103789 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.103789 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.103789 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.103789 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.103789 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.103789 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.103789 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.110145 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.110145 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] host = dv-cinder-821893-3-smb {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.110145 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.110145 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.110145 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.110145 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.110145 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.111455 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 53956) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:29:56.111677 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.111677 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.111677 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.111677 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.111677 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.111677 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.111677 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.111677 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.111677 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] log_file = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.113459 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] log_options = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.113459 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.113459 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.113459 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.113459 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.113459 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.113459 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.114744 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.114744 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.114744 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.114744 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.114744 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.114744 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.114744 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.114744 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.116199 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.116199 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.116199 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.116199 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.116199 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.116199 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.116199 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.116199 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.117603 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.117603 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.117603 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.117603 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.117603 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.117603 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.117603 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.117603 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.117603 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.119253 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.119253 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.119253 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.119253 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.119253 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.119253 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.119253 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.119253 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.121013 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.121013 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.121013 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.121013 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.121013 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.121013 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.121013 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] use_json = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.121013 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.122429 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.122429 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.122429 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.122429 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.122429 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.122429 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.122429 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:29:56.122429 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.126740 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.126740 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.126740 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.126740 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.126740 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.126740 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.126740 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.126740 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.128193 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.128193 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.128193 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.128193 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.128193 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.128193 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.128193 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.128193 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.129723 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.129723 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.129723 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.129723 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.129723 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.129723 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.129723 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.129723 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.129723 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.131312 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.131312 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.131312 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.131312 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.131312 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.131312 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.131312 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.131312 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.131312 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.136931 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.136931 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.136931 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.136931 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.136931 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.136931 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.136931 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.136931 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.136931 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.138491 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.138491 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.138491 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.138491 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.138491 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.138491 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.138491 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.138491 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.138491 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.139980 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0212371 Dec 16 14:29:56.140182 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.140182 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.140182 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.140182 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.140182 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.140182 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.140182 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.140182 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.140182 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.141804 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.141804 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.141804 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.141804 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.141804 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.141804 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.141804 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.141804 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.141804 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.143617 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.143617 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.143617 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.143617 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.143617 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.143617 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.143617 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.143617 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.145263 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.145263 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.145263 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.145263 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.145263 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.145263 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.145263 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.145263 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.147242 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.147242 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.147242 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.147242 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.147242 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.148293 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.148293 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.148293 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.148293 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.149141 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.149141 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.153695 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.153695 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.153695 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.153695 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.153695 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.153695 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.153695 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.153695 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.154904 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.154904 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.154904 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.154904 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.154904 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.154904 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.156109 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.156574 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.156861 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.157145 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.157439 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.157836 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.158153 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.158443 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.158735 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.159015 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.159325 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.159624 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.159922 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.160200 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.160485 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.161181 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.161181 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.161397 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.161594 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.161879 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.162165 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.162446 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.162717 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.163001 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.163460 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.163924 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.164418 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.164915 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.165390 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.166088 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.166610 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.167110 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.169572 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.169572 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.169572 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.169572 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.169572 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.169572 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.169572 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.169572 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.170666 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.170666 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.170666 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.170666 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.170666 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.171236 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.171236 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.171471 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.171647 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.171929 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.172207 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.172468 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.172742 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.173019 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.173284 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.173575 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.173878 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.174200 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.174482 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.174763 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.175051 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.175317 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.175604 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.177349 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.177349 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.177349 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.177349 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.177349 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.177349 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.177884 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.178857 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.179377 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.179817 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.180528 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.181018 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.181414 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.181744 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.181966 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.182277 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.182747 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.183564 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.183871 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.184137 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.184835 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.184835 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.184835 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.185235 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.185235 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.185486 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.185645 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.185906 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.186370 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.188216 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.188216 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.188216 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.188216 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.188216 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.188216 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.188216 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.188216 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.188734 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.188734 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.188854 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.189045 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.189306 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.189551 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.190535 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.190535 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.190535 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.190953 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.190953 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.191189 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.191375 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.191612 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.191860 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.192107 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.192363 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.192601 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.192846 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.193097 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.193333 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.193571 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.193852 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.194095 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.194339 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.194575 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.194808 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.195075 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.195337 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.195610 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.196342 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.196342 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.196604 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.197713 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.197713 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.197713 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.197713 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.198249 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.198249 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:29:56.198483 dv-cinder-821893-3-smb neutron-server[82753]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 14:29:56.239446 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:30:07.408826 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9fecde-a0c9-4a99-b695-31f750964c1c None None] get_active_networks_info from dv-cinder-821893-3-smb {{(pid=82862) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 16 14:30:07.574492 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9fecde-a0c9-4a99-b695-31f750964c1c None None] No non-hosted networks {{(pid=82862) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 16 14:30:07.602965 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-793158ca-384a-4239-9249-01243483ff3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-380093'] for agent, after_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:09.851051 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-6d6dff1b-0f7b-4ab2-bda8-d30879629f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-380093'] for agent, after_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:09.905049 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-54552d60-6b4e-4d04-a78b-3fe820f67674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:10.747689 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-380093'] for agent, after_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:10.748622 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:10.749060 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:10.749683 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:10.749917 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:10.750327 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:10.750692 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:10.751386 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:10.752272 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:10.753223 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:10.753780 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:10.754111 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:10.754580 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-821893-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:30:10.767813 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821893-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:30:11.002571 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-380093'] for agent, after_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:12.300168 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-380093'] for agent, after_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:13.984562 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.db.l3_hamode_db [None req-bd774d6b-1160-42df-ad5d-50b138ce160c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 16 14:30:14.072467 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd774d6b-1160-42df-ad5d-50b138ce160c None None] Routers set() bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:30:14.072896 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd774d6b-1160-42df-ad5d-50b138ce160c None None] Router IDs set() for agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 14:30:14.155702 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 54056) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:30:14.824863 dv-cinder-821893-3-smb neutron-server[82861]: WARNING oslo_policy.policy [None req-24dae0e2-88fc-442b-9645-c5fc109c9fb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 14:30:14.825446 dv-cinder-821893-3-smb neutron-server[82861]: WARNING oslo_policy.policy [None req-24dae0e2-88fc-442b-9645-c5fc109c9fb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 14:30:15.038392 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [None req-24dae0e2-88fc-442b-9645-c5fc109c9fb4 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=82861) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 16 14:30:15.039443 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-24dae0e2-88fc-442b-9645-c5fc109c9fb4 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8828671 Dec 16 14:30:17.373625 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 54070) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:30:17.816887 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-fd409cbc-948f-4d47-96b3-6b6a64b5a445 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:30:17.864960 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.policy [None req-fd409cbc-948f-4d47-96b3-6b6a64b5a445 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82861) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 16 14:30:17.865628 dv-cinder-821893-3-smb neutron-server[82861]: WARNING oslo_policy.policy [None req-fd409cbc-948f-4d47-96b3-6b6a64b5a445 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 14:30:17.866044 dv-cinder-821893-3-smb neutron-server[82861]: WARNING oslo_policy.policy [None req-fd409cbc-948f-4d47-96b3-6b6a64b5a445 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 14:30:17.869284 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.quota [None req-fd409cbc-948f-4d47-96b3-6b6a64b5a445 admin admin] Loaded quota_driver: . Dec 16 14:30:17.885494 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-fd409cbc-948f-4d47-96b3-6b6a64b5a445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:30:17.963841 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-fd409cbc-948f-4d47-96b3-6b6a64b5a445 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775663437478', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775663458744', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775663477928', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775663481633', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775663473707', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3222884', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3212132', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-584053', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-604460'] for rbac-policy, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:18.039862 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-fd409cbc-948f-4d47-96b3-6b6a64b5a445 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:18.041180 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-fd409cbc-948f-4d47-96b3-6b6a64b5a445 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6666098 Dec 16 14:30:20.651732 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 54084) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:30:21.056567 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Request body: {'network': {'project_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'admin_state_up': True, 'name': 'private'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:30:21.061552 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:30:21.066228 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Usage tracker for resource:network and tenant:3549ce81fbf2483d8b228e9f442cfbb8 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:30:21.070865 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:30:21.077330 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:30:21.088745 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Made reservation on behalf of 3549ce81fbf2483d8b228e9f442cfbb8 for: {'network': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:30:21.091715 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for network, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:21.110175 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:21.155895 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:30:21.159852 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Usage tracker for resource:security_group_rule and tenant:3549ce81fbf2483d8b228e9f442cfbb8 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:30:21.162772 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:30:21.169254 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:30:21.240342 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:21.246347 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:21.252155 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:30:21.271520 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=82861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:30:21.298994 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775664583114', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:21.299590 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Unsubscribe: segment precommit_create {{(pid=82861) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 14:30:21.300056 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.db.segments_db [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Added segment 6af0cb38-9e7c-44a1-ae9c-8290e7b50fab of type vlan for network 17de8972-50a2-4f39-bc44-668cd06d8abc Dec 16 14:30:21.314735 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c487fd6-0a65-4fdc-94fd-3c72d4d0493c,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:30:21.372148 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:21.372475 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:21.372789 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:21.373099 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:21.373407 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:21.373736 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:21.374047 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:21.374361 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:21.374663 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:21.374959 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:21.375279 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Tracked resource versions report: Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: pushed versions: Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: { 'ConntrackHelper': {'1.0'}, Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: 'Log': {'1.0'}, Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: 'Network': {'1.1'}, Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: 'Port': {'1.5'}, Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: 'PortForwarding': {'1.2'}, Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: 'QosPolicy': {'1.8'}, Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: 'SecurityGroup': {'1.2'}, Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: 'SecurityGroupRule': {'1.0'}, Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: 'SubPort': {'1.0'}, Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: 'Subnet': {'1.1'}, Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: 'Trunk': {'1.1'}} Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: consumer versions: Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: { DHCP agent@dv-cinder-821893-3-smb: {}, Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: L3 agent@dv-cinder-821893-3-smb: {}, Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: Metadata agent@dv-cinder-821893-3-smb: {}, Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: Metering agent@dv-cinder-821893-3-smb: {}, Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: Open vSwitch agent@dv-cinder-821893-3-smb: { 'ConntrackHelper': '1.0', Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: 'Log': '1.0', Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: 'Network': '1.1', Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: 'Port': '1.5', Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: 'PortForwarding': '1.2', Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: 'QosPolicy': '1.8', Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: 'SecurityGroup': '1.2', Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: 'SecurityGroupRule': '1.0', Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: 'SubPort': '1.0', Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: 'Subnet': '1.1', Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: 'Trunk': '1.1'}} Dec 16 14:30:21.376327 dv-cinder-821893-3-smb neutron-server[82861]: {{(pid=82861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 14:30:21.422941 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775664085252'] for network, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:21.426801 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:30:21.466304 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for network, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:21.467647 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:30:21.468317 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:21.471614 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:30:21.579912 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Pushing event updated for resources: {'Network': ['ID=17de8972-50a2-4f39-bc44-668cd06d8abc,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:30:21.582724 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9300165 Dec 16 14:30:21.599462 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:30:21.608942 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Network 17de8972-50a2-4f39-bc44-668cd06d8abc details requested by agent ovs-agent-dv-cinder-821893-3-smb with host dv-cinder-821893-3-smb {{(pid=82862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:30:24.310861 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 54100) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:30:24.859718 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a23ae0c-81d3-4cf6-b93d-ced215a64f0e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:30:24.860970 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-9a23ae0c-81d3-4cf6-b93d-ced215a64f0e admin admin] 10.222.0.44 "GET /v2.0/networks/17de8972-50a2-4f39-bc44-668cd06d8abc HTTP/1.1" status: 200 len: 825 time: 0.5489573 Dec 16 14:30:24.893918 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-4192c968-6525-4ee0-b5fb-101fddea7b97 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/d01e558e-bf49-4208-9332-48de7414abd4 HTTP/1.1" status: 200 len: 734 time: 0.0269482 Dec 16 14:30:24.902949 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-8f3a2927-42e5-4a4b-927d-31ae1af2187d admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'ip_version': 4, 'network_id': '17de8972-50a2-4f39-bc44-668cd06d8abc', 'subnetpool_id': 'd01e558e-bf49-4208-9332-48de7414abd4'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:30:24.907865 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-8f3a2927-42e5-4a4b-927d-31ae1af2187d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:30:24.913064 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-8f3a2927-42e5-4a4b-927d-31ae1af2187d admin admin] Usage tracker for resource:subnet and tenant:3549ce81fbf2483d8b228e9f442cfbb8 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:30:24.916182 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-8f3a2927-42e5-4a4b-927d-31ae1af2187d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:30:24.922236 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-8f3a2927-42e5-4a4b-927d-31ae1af2187d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:30:24.934356 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3a2927-42e5-4a4b-927d-31ae1af2187d admin admin] Made reservation on behalf of 3549ce81fbf2483d8b228e9f442cfbb8 for: {'subnet': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:30:24.936692 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8f3a2927-42e5-4a4b-927d-31ae1af2187d admin admin] Notify callbacks [] for subnet, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:25.220066 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8f3a2927-42e5-4a4b-927d-31ae1af2187d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for subnet, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:25.224604 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:30:25.305466 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a2927-42e5-4a4b-927d-31ae1af2187d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f49a1868-44dd-4e6a-889a-65f17e243275,revision_number=0']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:30:25.311224 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-8f3a2927-42e5-4a4b-927d-31ae1af2187d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:30:25.313212 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3a2927-42e5-4a4b-927d-31ae1af2187d admin admin] Checking segment: {'id': '6af0cb38-9e7c-44a1-ae9c-8290e7b50fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '17de8972-50a2-4f39-bc44-668cd06d8abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:30:25.313596 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3a2927-42e5-4a4b-927d-31ae1af2187d admin admin] Network hostable DHCP agents. Network: 17de8972-50a2-4f39-bc44-668cd06d8abc, hostable agents: ['86b204a6-684d-4255-9b61-9602afcfa644'], hosted agents: [] {{(pid=82861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:30:25.338991 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3a2927-42e5-4a4b-927d-31ae1af2187d admin admin] Network 17de8972-50a2-4f39-bc44-668cd06d8abc is scheduled to be hosted by DHCP agent 86b204a6-684d-4255-9b61-9602afcfa644 with binding_index 1 {{(pid=82861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:30:25.349679 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-8f3a2927-42e5-4a4b-927d-31ae1af2187d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-smb, 17de8972-50a2-4f39-bc44-668cd06d8abc) {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:30:25.354383 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3a2927-42e5-4a4b-927d-31ae1af2187d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:30:25.354964 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8f3a2927-42e5-4a4b-927d-31ae1af2187d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:25.360647 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694a6bc2-ae95-4e14-b712-8155f472374b None None] Network 17de8972-50a2-4f39-bc44-668cd06d8abc requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:30:25.383435 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-8f3a2927-42e5-4a4b-927d-31ae1af2187d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4790132 Dec 16 14:30:25.690392 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7e3bd17-6475-574a-890f-11e5f90b22c5-17de8972-50a2-4f39-bc44-668cd06d8abc', 'network_id': '17de8972-50a2-4f39-bc44-668cd06d8abc', 'tenant_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'fixed_ips': [{'subnet_id': 'f49a1868-44dd-4e6a-889a-65f17e243275'}]}} from dv-cinder-821893-3-smb. {{(pid=82862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 16 14:30:25.691628 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:25.886076 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.db_base_plugin_common [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Allocated IP 172.20.0.2 (17de8972-50a2-4f39-bc44-668cd06d8abc/f49a1868-44dd-4e6a-889a-65f17e243275/2d7eff5b-6aa0-4161-8a06-7d4fd1cc93cd) {{(pid=82862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:30:26.140824 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Notify callbacks [] for port, precommit_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:26.154286 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Transition to ACTIVE for port object 2d7eff5b-6aa0-4161-8a06-7d4fd1cc93cd will not be triggered until provisioned by entity L2. {{(pid=82862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:30:26.179030 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Transition to ACTIVE for port object 2d7eff5b-6aa0-4161-8a06-7d4fd1cc93cd will not be triggered until provisioned by entity DHCP. {{(pid=82862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:30:26.189320 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633'] for port, after_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:26.195902 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:30:26.265008 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Network 17de8972-50a2-4f39-bc44-668cd06d8abc is already hosted by enough agents. {{(pid=82862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:30:26.268489 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.scheduler.base_scheduler [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Resources bound (agent type, host, resource id): {{(pid=82862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:30:26.273586 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Pushing event updated for resources: {'Port': ['ID=2d7eff5b-6aa0-4161-8a06-7d4fd1cc93cd,revision_number=1']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:30:26.276020 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Received port after_create {{(pid=82862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:30:26.314146 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:26.314503 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:26.314785 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:26.315102 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:26.315423 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:26.315737 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:26.316050 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:26.316365 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:26.316678 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:26.316985 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:26.317288 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Tracked resource versions report: Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: pushed versions: Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: { 'ConntrackHelper': {'1.0'}, Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: 'Log': {'1.0'}, Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: 'Network': {'1.1'}, Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: 'Port': {'1.5'}, Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: 'PortForwarding': {'1.2'}, Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: 'QosPolicy': {'1.8'}, Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: 'SecurityGroup': {'1.2'}, Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: 'SecurityGroupRule': {'1.0'}, Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: 'SubPort': {'1.0'}, Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: 'Subnet': {'1.1'}, Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: 'Trunk': {'1.1'}} Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: consumer versions: Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: { DHCP agent@dv-cinder-821893-3-smb: {}, Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: L3 agent@dv-cinder-821893-3-smb: {}, Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: Metadata agent@dv-cinder-821893-3-smb: {}, Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: Metering agent@dv-cinder-821893-3-smb: {}, Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: Open vSwitch agent@dv-cinder-821893-3-smb: { 'ConntrackHelper': '1.0', Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: 'Log': '1.0', Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: 'Network': '1.1', Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: 'Port': '1.5', Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: 'PortForwarding': '1.2', Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: 'QosPolicy': '1.8', Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: 'SecurityGroup': '1.2', Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: 'SecurityGroupRule': '1.0', Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: 'SubPort': '1.0', Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: 'Subnet': '1.1', Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: 'Trunk': '1.1'}} Dec 16 14:30:26.318421 dv-cinder-821893-3-smb neutron-server[82862]: {{(pid=82862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 14:30:26.331248 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:30:26.386773 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Attempting to bind port 2d7eff5b-6aa0-4161-8a06-7d4fd1cc93cd on host dv-cinder-821893-3-smb for vnic_type normal with profile {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:30:26.387678 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Attempting to bind port 2d7eff5b-6aa0-4161-8a06-7d4fd1cc93cd by drivers openvswitch,hyperv on host dv-cinder-821893-3-smb at level 0 using segments [{'id': '6af0cb38-9e7c-44a1-ae9c-8290e7b50fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '17de8972-50a2-4f39-bc44-668cd06d8abc'}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:30:26.387678 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Attempting to bind port 2d7eff5b-6aa0-4161-8a06-7d4fd1cc93cd on network 17de8972-50a2-4f39-bc44-668cd06d8abc {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:30:26.394831 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Checking agent: {'id': '5fa9648c-092b-4732-8cb9-4096e942c6ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:30:26.395164 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Checking segment: {'id': '6af0cb38-9e7c-44a1-ae9c-8290e7b50fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '17de8972-50a2-4f39-bc44-668cd06d8abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:30:26.395626 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:26.396026 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Bound using segment: {'id': '6af0cb38-9e7c-44a1-ae9c-8290e7b50fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '17de8972-50a2-4f39-bc44-668cd06d8abc'} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:30:26.396525 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Bound port: 2d7eff5b-6aa0-4161-8a06-7d4fd1cc93cd, host: dv-cinder-821893-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af0cb38-9e7c-44a1-ae9c-8290e7b50fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '17de8972-50a2-4f39-bc44-668cd06d8abc'}}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:30:26.396912 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:26.490653 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] For port 2d7eff5b-6aa0-4161-8a06-7d4fd1cc93cd, host dv-cinder-821893-3-smb, cleared binding levels {{(pid=82862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:30:26.496134 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] For port 2d7eff5b-6aa0-4161-8a06-7d4fd1cc93cd, host dv-cinder-821893-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=2d7eff5b-6aa0-4161-8a06-7d4fd1cc93cd,segment=NetworkSegment(6af0cb38-9e7c-44a1-ae9c-8290e7b50fab),segment_id=6af0cb38-9e7c-44a1-ae9c-8290e7b50fab)] {{(pid=82862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:30:26.501183 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:26.505156 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:30:26.620715 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Pushing event updated for resources: {'Port': ['ID=2d7eff5b-6aa0-4161-8a06-7d4fd1cc93cd,revision_number=2']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:30:26.624394 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:30:27.733678 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 54110) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:30:28.405893 dv-cinder-821893-3-smb neutron-server[82860]: WARNING oslo_policy.policy [None req-26e4e07c-a6d3-4e8f-a060-03521cbfdf28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 14:30:28.406486 dv-cinder-821893-3-smb neutron-server[82860]: WARNING oslo_policy.policy [None req-26e4e07c-a6d3-4e8f-a060-03521cbfdf28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 14:30:28.629404 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [None req-26e4e07c-a6d3-4e8f-a060-03521cbfdf28 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=82860) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 16 14:30:28.630730 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-26e4e07c-a6d3-4e8f-a060-03521cbfdf28 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8949952 Dec 16 14:30:30.595011 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d85404-90c4-40d2-b4fb-6f62c26174a2 None None] Network 17de8972-50a2-4f39-bc44-668cd06d8abc requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:30:30.696637 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-0430d35b-8b20-40b7-9998-150063a4f887 None None] Provisioning for port 2d7eff5b-6aa0-4161-8a06-7d4fd1cc93cd completed by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:30:31.052819 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 2d7eff5b-6aa0-4161-8a06-7d4fd1cc93cd up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:30:31.134011 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning for port 2d7eff5b-6aa0-4161-8a06-7d4fd1cc93cd completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:30:31.140315 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-721b5f60-fde3-49a4-b499-ca14dbfb5519 None None] Provisioning complete for port 2d7eff5b-6aa0-4161-8a06-7d4fd1cc93cd triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:30:31.140703 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-721b5f60-fde3-49a4-b499-ca14dbfb5519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:31.167723 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 2d7eff5b-6aa0-4161-8a06-7d4fd1cc93cd triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:30:31.168078 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:31.350842 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-721b5f60-fde3-49a4-b499-ca14dbfb5519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:31.387511 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:31.413422 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-721b5f60-fde3-49a4-b499-ca14dbfb5519 None None] For port 2d7eff5b-6aa0-4161-8a06-7d4fd1cc93cd, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=2d7eff5b-6aa0-4161-8a06-7d4fd1cc93cd,segment=NetworkSegment(6af0cb38-9e7c-44a1-ae9c-8290e7b50fab),segment_id=6af0cb38-9e7c-44a1-ae9c-8290e7b50fab)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:30:31.421096 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-721b5f60-fde3-49a4-b499-ca14dbfb5519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:31.424202 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-3b898dde-58f8-4b96-97e2-4a714b287d18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:30:31.535418 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.db.api [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 14:30:31.535785 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_db.api [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 14:30:31.539118 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b5f60-fde3-49a4-b499-ca14dbfb5519 None None] Pushing event updated for resources: {'Port': ['ID=2d7eff5b-6aa0-4161-8a06-7d4fd1cc93cd,revision_number=3']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:30:31.543259 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-721b5f60-fde3-49a4-b499-ca14dbfb5519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:30:31.545483 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 54128) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:30:31.954121 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [None req-3b094cde-d745-49d5-8e68-a6a772ab1495 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=82861) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 16 14:30:31.955096 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-3b094cde-d745-49d5-8e68-a6a772ab1495 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4087324 Dec 16 14:30:33.028435 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 2d7eff5b-6aa0-4161-8a06-7d4fd1cc93cd up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:30:33.105414 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 2d7eff5b-6aa0-4161-8a06-7d4fd1cc93cd triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:30:33.105831 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:34.739927 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 54140) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:30:35.134749 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-11013357-23d0-4221-bf06-f5ee0a978338 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '3549ce81fbf2483d8b228e9f442cfbb8'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:30:35.168752 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.policy [None req-11013357-23d0-4221-bf06-f5ee0a978338 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82860) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 16 14:30:35.169531 dv-cinder-821893-3-smb neutron-server[82860]: WARNING oslo_policy.policy [None req-11013357-23d0-4221-bf06-f5ee0a978338 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 14:30:35.169945 dv-cinder-821893-3-smb neutron-server[82860]: WARNING oslo_policy.policy [None req-11013357-23d0-4221-bf06-f5ee0a978338 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 14:30:35.173392 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.quota [None req-11013357-23d0-4221-bf06-f5ee0a978338 admin admin] Loaded quota_driver: . Dec 16 14:30:35.189893 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-11013357-23d0-4221-bf06-f5ee0a978338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:30:35.196657 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-11013357-23d0-4221-bf06-f5ee0a978338 admin admin] Usage tracker for resource:router and tenant:3549ce81fbf2483d8b228e9f442cfbb8 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:30:35.201758 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-11013357-23d0-4221-bf06-f5ee0a978338 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:30:35.209419 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-11013357-23d0-4221-bf06-f5ee0a978338 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:30:35.228080 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-11013357-23d0-4221-bf06-f5ee0a978338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-424595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61064'] for router, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:35.230529 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-11013357-23d0-4221-bf06-f5ee0a978338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-391482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-378910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61063'] for router, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:35.262233 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-11013357-23d0-4221-bf06-f5ee0a978338 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:35.378020 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-11013357-23d0-4221-bf06-f5ee0a978338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377801'] for router, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:35.407056 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-11013357-23d0-4221-bf06-f5ee0a978338 admin admin] Notify callbacks [] for router, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:35.408717 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-11013357-23d0-4221-bf06-f5ee0a978338 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6675470 Dec 16 14:30:37.355668 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-ccfa2bd0-32c0-48c4-85d9-b3c3a26c02db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:37.727216 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 54152) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:30:38.151399 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [None req-cd94e04b-94bc-4425-8f20-19b737174b77 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=82860) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 16 14:30:38.152399 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-cd94e04b-94bc-4425-8f20-19b737174b77 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4242506 Dec 16 14:30:39.854114 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-9d2cdf35-125a-45e8-8d25-17550e52215f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:40.494816 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 54162) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:30:40.744988 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:40.938977 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:30:40.944419 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:30:40.949006 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Usage tracker for resource:network and tenant:c2fb968d7ec84bbc8d0d528bb4bdd86b is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:30:40.949887 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:40.953124 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:30:40.959044 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:30:40.969742 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Made reservation on behalf of c2fb968d7ec84bbc8d0d528bb4bdd86b for: {'network': 1} {{(pid=82860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:30:40.972804 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for network, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:40.993012 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:41.037555 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:30:41.041996 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Usage tracker for resource:security_group_rule and tenant:c2fb968d7ec84bbc8d0d528bb4bdd86b is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:30:41.045264 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:30:41.051100 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:30:41.126508 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:41.131245 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:41.136701 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:30:41.148378 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Reserving flat network on physical network physnet1 {{(pid=82860) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 16 14:30:41.179674 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775664583114', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:41.180291 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Unsubscribe: segment precommit_create {{(pid=82860) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 14:30:41.180740 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.db.segments_db [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Added segment 4f5dda31-b5b1-4742-b2db-5b9a26752cae of type flat for network 186f29a2-e581-4978-89ea-e3da95ffad7e Dec 16 14:30:41.236368 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c94177f-dac2-461f-8348-a99d57e43677,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:30:41.264204 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:41.264636 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:41.265075 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:41.265475 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:41.265970 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:41.266417 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:41.266789 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:41.267249 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:41.267782 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:41.268203 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:41.268649 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Tracked resource versions report: Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: pushed versions: Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: { 'ConntrackHelper': {'1.0'}, Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: 'Log': {'1.0'}, Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: 'Network': {'1.1'}, Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: 'Port': {'1.5'}, Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: 'PortForwarding': {'1.2'}, Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: 'QosPolicy': {'1.8'}, Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: 'SecurityGroup': {'1.2'}, Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: 'SecurityGroupRule': {'1.0'}, Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: 'SubPort': {'1.0'}, Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: 'Subnet': {'1.1'}, Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: 'Trunk': {'1.1'}} Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: consumer versions: Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: { DHCP agent@dv-cinder-821893-3-smb: {}, Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: L3 agent@dv-cinder-821893-3-smb: {}, Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: Metadata agent@dv-cinder-821893-3-smb: {}, Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: Metering agent@dv-cinder-821893-3-smb: {}, Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: Open vSwitch agent@dv-cinder-821893-3-smb: { 'ConntrackHelper': '1.0', Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: 'Log': '1.0', Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: 'Network': '1.1', Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: 'Port': '1.5', Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: 'PortForwarding': '1.2', Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: 'QosPolicy': '1.8', Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: 'SecurityGroup': '1.2', Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: 'SecurityGroupRule': '1.0', Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: 'SubPort': '1.0', Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: 'Subnet': '1.1', Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: 'Trunk': '1.1'}} Dec 16 14:30:41.270203 dv-cinder-821893-3-smb neutron-server[82860]: {{(pid=82860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 14:30:41.313019 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775664085252'] for network, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:41.330166 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:30:41.365868 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for network, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:41.367341 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:30:41.368001 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:41.372015 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:30:41.477732 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9819129 Dec 16 14:30:41.478278 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Pushing event updated for resources: {'Network': ['ID=186f29a2-e581-4978-89ea-e3da95ffad7e,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:30:41.481686 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:30:41.489794 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Network 186f29a2-e581-4978-89ea-e3da95ffad7e details requested by agent ovs-agent-dv-cinder-821893-3-smb with host dv-cinder-821893-3-smb {{(pid=82862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:30:42.234750 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:43.077395 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 5 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:30:43.825715 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 54186) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:30:44.104287 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e060c2b4-f3f0-4243-90ce-2f8ab5b89006 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:30:44.105986 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-e060c2b4-f3f0-4243-90ce-2f8ab5b89006 admin admin] 10.222.0.44 "GET /v2.0/subnets/f49a1868-44dd-4e6a-889a-65f17e243275 HTTP/1.1" status: 200 len: 849 time: 0.2790899 Dec 16 14:30:44.265436 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-914816c5-b415-496d-bc81-98032460e638 admin admin] 10.222.0.44 "GET /v2.0/routers/1b53829b-2ab1-45f0-bc06-eb048616c4ed HTTP/1.1" status: 200 len: 704 time: 0.1533597 Dec 16 14:30:44.786191 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8f158c19-24e8-4fa3-a511-65f42a1a01e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:45.037827 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_common [None req-8f158c19-24e8-4fa3-a511-65f42a1a01e7 admin admin] Allocated IP 172.20.0.1 (17de8972-50a2-4f39-bc44-668cd06d8abc/f49a1868-44dd-4e6a-889a-65f17e243275/8d09dc92-8d31-41cb-b581-b51652abd0cf) {{(pid=82860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:30:45.203212 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8f158c19-24e8-4fa3-a511-65f42a1a01e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:45.222727 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-8f158c19-24e8-4fa3-a511-65f42a1a01e7 admin admin] Transition to ACTIVE for port object 8d09dc92-8d31-41cb-b581-b51652abd0cf will not be triggered until provisioned by entity DHCP. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:30:45.278694 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8f158c19-24e8-4fa3-a511-65f42a1a01e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633'] for port, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:45.284070 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:30:45.354559 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f158c19-24e8-4fa3-a511-65f42a1a01e7 admin admin] Network 17de8972-50a2-4f39-bc44-668cd06d8abc is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:30:45.358690 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [None req-8f158c19-24e8-4fa3-a511-65f42a1a01e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:30:45.365900 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f158c19-24e8-4fa3-a511-65f42a1a01e7 admin admin] Pushing event updated for resources: {'Port': ['ID=8d09dc92-8d31-41cb-b581-b51652abd0cf,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:30:45.385394 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f158c19-24e8-4fa3-a511-65f42a1a01e7 admin admin] Received port after_create {{(pid=82860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:30:45.385735 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8f158c19-24e8-4fa3-a511-65f42a1a01e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377607'] for router_interface, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:45.445575 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-8f158c19-24e8-4fa3-a511-65f42a1a01e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:30:45.522060 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8f158c19-24e8-4fa3-a511-65f42a1a01e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:45.552095 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-179dc653-a906-442e-b120-5017f7b5dd3e None None] Provisioning for port 8d09dc92-8d31-41cb-b581-b51652abd0cf completed by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:30:45.557390 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-179dc653-a906-442e-b120-5017f7b5dd3e None None] Provisioning complete for port 8d09dc92-8d31-41cb-b581-b51652abd0cf triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:30:45.557825 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-179dc653-a906-442e-b120-5017f7b5dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:45.610892 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-179dc653-a906-442e-b120-5017f7b5dd3e None None] Port 8d09dc92-8d31-41cb-b581-b51652abd0cf cannot update to ACTIVE because it is not bound. {{(pid=82862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 16 14:30:45.763883 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8f158c19-24e8-4fa3-a511-65f42a1a01e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:45.769387 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8f158c19-24e8-4fa3-a511-65f42a1a01e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:45.770593 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8f158c19-24e8-4fa3-a511-65f42a1a01e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3564005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380779'] for router_interface, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:45.774083 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:30:45.946812 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f158c19-24e8-4fa3-a511-65f42a1a01e7 admin admin] Pushing event updated for resources: {'Port': ['ID=8d09dc92-8d31-41cb-b581-b51652abd0cf,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:30:45.951877 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-8f158c19-24e8-4fa3-a511-65f42a1a01e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:30:46.024089 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f158c19-24e8-4fa3-a511-65f42a1a01e7 admin admin] Network 17de8972-50a2-4f39-bc44-668cd06d8abc is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:30:46.025254 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [None req-8f158c19-24e8-4fa3-a511-65f42a1a01e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:30:46.238405 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-993b5a55-9c2f-4964-bde3-4da0604984d0 None None] Provisioning complete for port 8d09dc92-8d31-41cb-b581-b51652abd0cf triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:30:46.238665 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-993b5a55-9c2f-4964-bde3-4da0604984d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:46.295460 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-993b5a55-9c2f-4964-bde3-4da0604984d0 None None] Port 8d09dc92-8d31-41cb-b581-b51652abd0cf cannot update to ACTIVE because it is not bound. {{(pid=82862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 16 14:30:46.391325 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f158c19-24e8-4fa3-a511-65f42a1a01e7 admin admin] Router 1b53829b-2ab1-45f0-bc06-eb048616c4ed is scheduled to L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc with binding_index 1 {{(pid=82860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 14:30:46.564667 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f158c19-24e8-4fa3-a511-65f42a1a01e7 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:30:46.574574 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] Sync routers for ids ['1b53829b-2ab1-45f0-bc06-eb048616c4ed'] in dv-cinder-821893-3-smb {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:30:46.575376 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-8f158c19-24e8-4fa3-a511-65f42a1a01e7 admin admin] 10.222.0.44 "PUT /v2.0/routers/1b53829b-2ab1-45f0-bc06-eb048616c4ed/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3043518 Dec 16 14:30:46.587677 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] Routers {'1b53829b-2ab1-45f0-bc06-eb048616c4ed'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:30:46.588609 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:30:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['1b53829b-2ab1-45f0-bc06-eb048616c4ed'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:30:46.771640 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] Set router 1b53829b-2ab1-45f0-bc06-eb048616c4ed gateway port host: None {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:30:47.154489 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b53829b-2ab1-45f0-bc06-eb048616c4ed', 'name': 'router1', 'tenant_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:30:35Z', 'updated_at': '2021-12-16T14:30:45Z', 'revision_number': 2, 'project_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'gw_port_host': None, '_interfaces': [{'id': '8d09dc92-8d31-41cb-b581-b51652abd0cf', 'name': '', 'network_id': '17de8972-50a2-4f39-bc44-668cd06d8abc', 'tenant_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'mac_address': 'fa:16:3e:2e:b5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b53829b-2ab1-45f0-bc06-eb048616c4ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f49a1868-44dd-4e6a-889a-65f17e243275', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:30:44Z', 'updated_at': '2021-12-16T14:30:45Z', 'revision_number': 2, 'project_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'subnets': [{'id': 'f49a1868-44dd-4e6a-889a-65f17e243275', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd01e558e-bf49-4208-9332-48de7414abd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:30:47.159899 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] Checking router: 1b53829b-2ab1-45f0-bc06-eb048616c4ed for host: dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:30:47.160237 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] Updating router 1b53829b-2ab1-45f0-bc06-eb048616c4ed port 8d09dc92-8d31-41cb-b581-b51652abd0cf binding host dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 16 14:30:47.221866 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:47.624613 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] Notify callbacks [] for port, precommit_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:47.640047 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.provisioning_blocks [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] Transition to ACTIVE for port object 8d09dc92-8d31-41cb-b581-b51652abd0cf will not be triggered until provisioned by entity L2. {{(pid=82863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:30:47.647457 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:47.656096 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:30:47.882588 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f3014-162d-4ae5-a74b-855513f03c78 None None] Pushing event updated for resources: {'Port': ['ID=8d09dc92-8d31-41cb-b581-b51652abd0cf,revision_number=3']} {{(pid=82863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:30:47.904505 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.managers [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] Attempting to bind port 8d09dc92-8d31-41cb-b581-b51652abd0cf on host dv-cinder-821893-3-smb for vnic_type normal with profile {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:30:47.904894 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.managers [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] Attempting to bind port 8d09dc92-8d31-41cb-b581-b51652abd0cf by drivers openvswitch,hyperv on host dv-cinder-821893-3-smb at level 0 using segments [{'id': '6af0cb38-9e7c-44a1-ae9c-8290e7b50fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '17de8972-50a2-4f39-bc44-668cd06d8abc'}] {{(pid=82863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:30:47.905309 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] Attempting to bind port 8d09dc92-8d31-41cb-b581-b51652abd0cf on network 17de8972-50a2-4f39-bc44-668cd06d8abc {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:30:47.907923 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4f3014-162d-4ae5-a74b-855513f03c78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:47.908254 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4f3014-162d-4ae5-a74b-855513f03c78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:47.908566 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4f3014-162d-4ae5-a74b-855513f03c78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:47.908881 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4f3014-162d-4ae5-a74b-855513f03c78 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:47.909196 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4f3014-162d-4ae5-a74b-855513f03c78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:47.909507 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4f3014-162d-4ae5-a74b-855513f03c78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:47.909845 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4f3014-162d-4ae5-a74b-855513f03c78 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:47.910144 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4f3014-162d-4ae5-a74b-855513f03c78 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:47.910465 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4f3014-162d-4ae5-a74b-855513f03c78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:47.910761 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4f3014-162d-4ae5-a74b-855513f03c78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:47.911059 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4f3014-162d-4ae5-a74b-855513f03c78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4f3014-162d-4ae5-a74b-855513f03c78 None None] Tracked resource versions report: Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: pushed versions: Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: { 'ConntrackHelper': {'1.0'}, Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: 'Log': {'1.0'}, Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: 'Network': {'1.1'}, Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: 'Port': {'1.5'}, Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: 'PortForwarding': {'1.2'}, Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: 'QosPolicy': {'1.8'}, Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: 'SecurityGroup': {'1.2'}, Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: 'SecurityGroupRule': {'1.0'}, Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: 'SubPort': {'1.0'}, Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: 'Subnet': {'1.1'}, Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: 'Trunk': {'1.1'}} Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: consumer versions: Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: { DHCP agent@dv-cinder-821893-3-smb: {}, Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: L3 agent@dv-cinder-821893-3-smb: {}, Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: Metadata agent@dv-cinder-821893-3-smb: {}, Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: Metering agent@dv-cinder-821893-3-smb: {}, Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: Open vSwitch agent@dv-cinder-821893-3-smb: { 'ConntrackHelper': '1.0', Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: 'Log': '1.0', Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: 'Network': '1.1', Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: 'Port': '1.5', Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: 'PortForwarding': '1.2', Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: 'QosPolicy': '1.8', Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: 'SecurityGroup': '1.2', Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: 'SecurityGroupRule': '1.0', Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: 'SubPort': '1.0', Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: 'Subnet': '1.1', Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: 'Trunk': '1.1'}} Dec 16 14:30:47.912161 dv-cinder-821893-3-smb neutron-server[82863]: {{(pid=82863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 14:30:47.923928 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [None req-5c4f3014-162d-4ae5-a74b-855513f03c78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:30:47.925364 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] Checking agent: {'id': '5fa9648c-092b-4732-8cb9-4096e942c6ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:30:47.925364 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] Checking segment: {'id': '6af0cb38-9e7c-44a1-ae9c-8290e7b50fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '17de8972-50a2-4f39-bc44-668cd06d8abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:30:47.925364 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:47.925698 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] Bound using segment: {'id': '6af0cb38-9e7c-44a1-ae9c-8290e7b50fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '17de8972-50a2-4f39-bc44-668cd06d8abc'} {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:30:47.926151 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.managers [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] Bound port: 8d09dc92-8d31-41cb-b581-b51652abd0cf, host: dv-cinder-821893-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af0cb38-9e7c-44a1-ae9c-8290e7b50fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '17de8972-50a2-4f39-bc44-668cd06d8abc'}}] {{(pid=82863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:30:47.926525 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:48.024712 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.db [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] For port 8d09dc92-8d31-41cb-b581-b51652abd0cf, host dv-cinder-821893-3-smb, cleared binding levels {{(pid=82863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:30:48.029406 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.db [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] For port 8d09dc92-8d31-41cb-b581-b51652abd0cf, host dv-cinder-821893-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=8d09dc92-8d31-41cb-b581-b51652abd0cf,segment=NetworkSegment(6af0cb38-9e7c-44a1-ae9c-8290e7b50fab),segment_id=6af0cb38-9e7c-44a1-ae9c-8290e7b50fab)] {{(pid=82863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:30:48.035653 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:48.042384 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [None req-5c4f3014-162d-4ae5-a74b-855513f03c78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:30:48.141173 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f3014-162d-4ae5-a74b-855513f03c78 None None] Pushing event updated for resources: {'Port': ['ID=8d09dc92-8d31-41cb-b581-b51652abd0cf,revision_number=4']} {{(pid=82863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:30:48.144586 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [None req-5c4f3014-162d-4ae5-a74b-855513f03c78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:30:48.148515 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] Routers {'1b53829b-2ab1-45f0-bc06-eb048616c4ed'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:30:48.149139 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:30:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['1b53829b-2ab1-45f0-bc06-eb048616c4ed'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:30:48.340817 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] Set router 1b53829b-2ab1-45f0-bc06-eb048616c4ed gateway port host: None {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:30:48.699539 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b53829b-2ab1-45f0-bc06-eb048616c4ed', 'name': 'router1', 'tenant_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:30:35Z', 'updated_at': '2021-12-16T14:30:45Z', 'revision_number': 2, 'project_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'gw_port_host': None, '_interfaces': [{'id': '8d09dc92-8d31-41cb-b581-b51652abd0cf', 'name': '', 'network_id': '17de8972-50a2-4f39-bc44-668cd06d8abc', 'tenant_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'mac_address': 'fa:16:3e:2e:b5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b53829b-2ab1-45f0-bc06-eb048616c4ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f49a1868-44dd-4e6a-889a-65f17e243275', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:30:44Z', 'updated_at': '2021-12-16T14:30:48Z', 'revision_number': 4, 'project_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'subnets': [{'id': 'f49a1868-44dd-4e6a-889a-65f17e243275', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd01e558e-bf49-4208-9332-48de7414abd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:30:48.704875 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a690a1e5-8e82-46ea-934d-fd148a2a59f4 None None] The sync data for ids ['1b53829b-2ab1-45f0-bc06-eb048616c4ed'] in dv-cinder-821893-3-smb is: [{'id': '1b53829b-2ab1-45f0-bc06-eb048616c4ed', 'name': 'router1', 'tenant_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:30:35Z', 'updated_at': '2021-12-16T14:30:45Z', 'revision_number': 2, 'project_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'gw_port_host': None, '_interfaces': [{'id': '8d09dc92-8d31-41cb-b581-b51652abd0cf', 'name': '', 'network_id': '17de8972-50a2-4f39-bc44-668cd06d8abc', 'tenant_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'mac_address': 'fa:16:3e:2e:b5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b53829b-2ab1-45f0-bc06-eb048616c4ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f49a1868-44dd-4e6a-889a-65f17e243275', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:30:44Z', 'updated_at': '2021-12-16T14:30:48Z', 'revision_number': 4, 'project_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'subnets': [{'id': 'f49a1868-44dd-4e6a-889a-65f17e243275', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd01e558e-bf49-4208-9332-48de7414abd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:30:48.718280 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 54210) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:30:48.909276 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c403b860-8f12-44aa-8150-b7ab7d97d6e6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:30:48.910583 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-c403b860-8f12-44aa-8150-b7ab7d97d6e6 admin admin] 10.222.0.44 "GET /v2.0/networks/186f29a2-e581-4978-89ea-e3da95ffad7e HTTP/1.1" status: 200 len: 842 time: 0.1913538 Dec 16 14:30:48.921404 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-20ad38dc-42ec-45ef-be69-001b1702e6b3 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.28.3.0/24', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'name': 'public-subnet'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:30:48.926463 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-20ad38dc-42ec-45ef-be69-001b1702e6b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:30:48.930271 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-20ad38dc-42ec-45ef-be69-001b1702e6b3 admin admin] Usage tracker for resource:subnet and tenant:c2fb968d7ec84bbc8d0d528bb4bdd86b is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:30:48.934016 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-20ad38dc-42ec-45ef-be69-001b1702e6b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:30:48.940726 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-20ad38dc-42ec-45ef-be69-001b1702e6b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:30:48.959922 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ad38dc-42ec-45ef-be69-001b1702e6b3 admin admin] Made reservation on behalf of c2fb968d7ec84bbc8d0d528bb4bdd86b for: {'subnet': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:30:48.962323 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-20ad38dc-42ec-45ef-be69-001b1702e6b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:49.414611 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.objects.ports [None req-20ad38dc-42ec-45ef-be69-001b1702e6b3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=82861) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 16 14:30:49.415051 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-20ad38dc-42ec-45ef-be69-001b1702e6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for subnet, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:49.419256 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:30:49.487427 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad38dc-42ec-45ef-be69-001b1702e6b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03058b0e-e3b9-411a-92a6-f5070e371994,revision_number=0']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:30:49.491846 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-20ad38dc-42ec-45ef-be69-001b1702e6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:30:49.502697 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ad38dc-42ec-45ef-be69-001b1702e6b3 admin admin] Checking segment: {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:30:49.503042 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ad38dc-42ec-45ef-be69-001b1702e6b3 admin admin] Network hostable DHCP agents. Network: 186f29a2-e581-4978-89ea-e3da95ffad7e, hostable agents: ['86b204a6-684d-4255-9b61-9602afcfa644'], hosted agents: [] {{(pid=82861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:30:49.527702 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ad38dc-42ec-45ef-be69-001b1702e6b3 admin admin] Network 186f29a2-e581-4978-89ea-e3da95ffad7e is scheduled to be hosted by DHCP agent 86b204a6-684d-4255-9b61-9602afcfa644 with binding_index 1 {{(pid=82861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:30:49.539514 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-20ad38dc-42ec-45ef-be69-001b1702e6b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-smb, 186f29a2-e581-4978-89ea-e3da95ffad7e) {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:30:49.544901 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ad38dc-42ec-45ef-be69-001b1702e6b3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:30:49.546156 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-20ad38dc-42ec-45ef-be69-001b1702e6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:49.550245 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44e75db-8119-408b-b5db-07ff52de4c62 None None] Network 186f29a2-e581-4978-89ea-e3da95ffad7e requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:30:49.582470 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-20ad38dc-42ec-45ef-be69-001b1702e6b3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6545851 Dec 16 14:30:49.862225 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d7b8ea-fac4-4484-8253-2efc98508a7d None None] Network 186f29a2-e581-4978-89ea-e3da95ffad7e requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:30:51.055758 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 8d09dc92-8d31-41cb-b581-b51652abd0cf up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:30:51.142838 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning for port 8d09dc92-8d31-41cb-b581-b51652abd0cf completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:30:51.149425 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 8d09dc92-8d31-41cb-b581-b51652abd0cf triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:30:51.149926 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:51.301244 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:51.343272 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] For port 8d09dc92-8d31-41cb-b581-b51652abd0cf, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=8d09dc92-8d31-41cb-b581-b51652abd0cf,segment=NetworkSegment(6af0cb38-9e7c-44a1-ae9c-8290e7b50fab),segment_id=6af0cb38-9e7c-44a1-ae9c-8290e7b50fab)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:30:51.348419 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:51.351095 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:30:51.421453 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Pushing event updated for resources: {'Port': ['ID=8d09dc92-8d31-41cb-b581-b51652abd0cf,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:30:51.424709 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:30:51.818134 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 54224) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:30:52.140075 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-ec2958e5-b322-41a6-90d4-083e5ae283ae admin admin] 10.222.0.44 "GET /v2.0/routers/1b53829b-2ab1-45f0-bc06-eb048616c4ed HTTP/1.1" status: 200 len: 710 time: 0.3201308 Dec 16 14:30:52.285364 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dc11dc-cd34-42c7-ae37-2960a906aa53 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:30:52.286865 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-82dc11dc-cd34-42c7-ae37-2960a906aa53 admin admin] 10.222.0.44 "GET /v2.0/networks/186f29a2-e581-4978-89ea-e3da95ffad7e HTTP/1.1" status: 200 len: 886 time: 0.1404591 Dec 16 14:30:52.301039 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-01f140f6-653a-445a-905c-a4cafbf8e418 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:30:52.892661 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-01f140f6-653a-445a-905c-a4cafbf8e418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-378920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61109'] for router, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:53.040323 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 8d09dc92-8d31-41cb-b581-b51652abd0cf up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:30:53.114735 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 8d09dc92-8d31-41cb-b581-b51652abd0cf triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:30:53.115534 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:53.147475 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-01f140f6-653a-445a-905c-a4cafbf8e418 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:53.222031 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-01f140f6-653a-445a-905c-a4cafbf8e418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:53.384946 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_common [None req-01f140f6-653a-445a-905c-a4cafbf8e418 admin admin] Allocated IP 172.28.3.229 (186f29a2-e581-4978-89ea-e3da95ffad7e/03058b0e-e3b9-411a-92a6-f5070e371994/21d8a281-c999-46ce-a711-17882fd94e7f) {{(pid=82861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:30:53.572566 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-01f140f6-653a-445a-905c-a4cafbf8e418 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:53.642918 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-01f140f6-653a-445a-905c-a4cafbf8e418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633'] for port, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:53.648266 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:30:53.731303 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f140f6-653a-445a-905c-a4cafbf8e418 admin admin] Network 186f29a2-e581-4978-89ea-e3da95ffad7e is already hosted by enough agents. {{(pid=82861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:30:53.737191 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-01f140f6-653a-445a-905c-a4cafbf8e418 admin admin] Resources bound (agent type, host, resource id): {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:30:53.741061 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f140f6-653a-445a-905c-a4cafbf8e418 admin admin] Received port after_create {{(pid=82861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:30:53.789894 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f140f6-653a-445a-905c-a4cafbf8e418 admin admin] Pushing event updated for resources: {'Port': ['ID=21d8a281-c999-46ce-a711-17882fd94e7f,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:30:53.795135 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-01f140f6-653a-445a-905c-a4cafbf8e418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:30:53.989167 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-01f140f6-653a-445a-905c-a4cafbf8e418 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:54.162573 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-01f140f6-653a-445a-905c-a4cafbf8e418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-378920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61109'] for router, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:54.166169 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-01f140f6-653a-445a-905c-a4cafbf8e418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-378915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-378938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424628'] for router, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:54.388247 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f140f6-653a-445a-905c-a4cafbf8e418 admin admin] Router 1b53829b-2ab1-45f0-bc06-eb048616c4ed has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:30:54.633241 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f140f6-653a-445a-905c-a4cafbf8e418 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:30:54.643423 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] Sync routers for ids ['1b53829b-2ab1-45f0-bc06-eb048616c4ed'] in dv-cinder-821893-3-smb {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:30:54.647089 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-01f140f6-653a-445a-905c-a4cafbf8e418 admin admin] Notify callbacks [] for router, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:54.648279 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-01f140f6-653a-445a-905c-a4cafbf8e418 admin admin] 10.222.0.44 "PUT /v2.0/routers/1b53829b-2ab1-45f0-bc06-eb048616c4ed HTTP/1.1" status: 200 len: 890 time: 2.3513510 Dec 16 14:30:54.660329 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] Routers {'1b53829b-2ab1-45f0-bc06-eb048616c4ed'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:30:54.661376 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:30:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['1b53829b-2ab1-45f0-bc06-eb048616c4ed'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:30:54.896665 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] Set router 1b53829b-2ab1-45f0-bc06-eb048616c4ed gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:30:55.244910 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b53829b-2ab1-45f0-bc06-eb048616c4ed', 'name': 'router1', 'tenant_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.229'}], 'enable_snat': True}, 'gw_port_id': '21d8a281-c999-46ce-a711-17882fd94e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:30:35Z', 'updated_at': '2021-12-16T14:30:53Z', 'revision_number': 4, 'project_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'gw_port': {'id': '21d8a281-c999-46ce-a711-17882fd94e7f', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ca:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b53829b-2ab1-45f0-bc06-eb048616c4ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:30:53Z', 'updated_at': '2021-12-16T14:30:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '8d09dc92-8d31-41cb-b581-b51652abd0cf', 'name': '', 'network_id': '17de8972-50a2-4f39-bc44-668cd06d8abc', 'tenant_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'mac_address': 'fa:16:3e:2e:b5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b53829b-2ab1-45f0-bc06-eb048616c4ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f49a1868-44dd-4e6a-889a-65f17e243275', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:30:44Z', 'updated_at': '2021-12-16T14:30:51Z', 'revision_number': 5, 'project_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'subnets': [{'id': 'f49a1868-44dd-4e6a-889a-65f17e243275', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd01e558e-bf49-4208-9332-48de7414abd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:30:55.250183 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] Checking router: 1b53829b-2ab1-45f0-bc06-eb048616c4ed for host: dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:30:55.250550 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] Updating router 1b53829b-2ab1-45f0-bc06-eb048616c4ed port 21d8a281-c999-46ce-a711-17882fd94e7f binding host dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 16 14:30:55.304810 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:55.676334 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] Notify callbacks [] for port, precommit_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:55.689164 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] Transition to ACTIVE for port object 21d8a281-c999-46ce-a711-17882fd94e7f will not be triggered until provisioned by entity L2. {{(pid=82862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:30:55.699523 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:55.703584 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:30:55.781174 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e2d24-1fc8-4522-a41d-b89ec9090fc7 None None] Pushing event updated for resources: {'Port': ['ID=21d8a281-c999-46ce-a711-17882fd94e7f,revision_number=2']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:30:55.783658 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] Attempting to bind port 21d8a281-c999-46ce-a711-17882fd94e7f on host dv-cinder-821893-3-smb for vnic_type normal with profile {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:30:55.784026 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] Attempting to bind port 21d8a281-c999-46ce-a711-17882fd94e7f by drivers openvswitch,hyperv on host dv-cinder-821893-3-smb at level 0 using segments [{'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:30:55.784385 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] Attempting to bind port 21d8a281-c999-46ce-a711-17882fd94e7f on network 186f29a2-e581-4978-89ea-e3da95ffad7e {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:30:55.786824 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-9d2e2d24-1fc8-4522-a41d-b89ec9090fc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:30:55.793272 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] Checking agent: {'id': '5fa9648c-092b-4732-8cb9-4096e942c6ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:30:55.793637 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] Checking segment: {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:30:55.794089 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:55.794620 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] Bound using segment: {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:30:55.795081 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] Bound port: 21d8a281-c999-46ce-a711-17882fd94e7f, host: dv-cinder-821893-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:30:55.795326 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:55.866670 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] For port 21d8a281-c999-46ce-a711-17882fd94e7f, host dv-cinder-821893-3-smb, cleared binding levels {{(pid=82862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:30:55.870950 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] For port 21d8a281-c999-46ce-a711-17882fd94e7f, host dv-cinder-821893-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=21d8a281-c999-46ce-a711-17882fd94e7f,segment=NetworkSegment(4f5dda31-b5b1-4742-b2db-5b9a26752cae),segment_id=4f5dda31-b5b1-4742-b2db-5b9a26752cae)] {{(pid=82862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:30:55.876894 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:55.880817 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:30:55.964056 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e2d24-1fc8-4522-a41d-b89ec9090fc7 None None] Pushing event updated for resources: {'Port': ['ID=21d8a281-c999-46ce-a711-17882fd94e7f,revision_number=3']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:30:55.967936 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-9d2e2d24-1fc8-4522-a41d-b89ec9090fc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:30:55.970304 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] Routers {'1b53829b-2ab1-45f0-bc06-eb048616c4ed'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:30:55.970921 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:30:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['1b53829b-2ab1-45f0-bc06-eb048616c4ed'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:30:56.156281 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] Set router 1b53829b-2ab1-45f0-bc06-eb048616c4ed gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:30:56.511953 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b53829b-2ab1-45f0-bc06-eb048616c4ed', 'name': 'router1', 'tenant_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.229'}], 'enable_snat': True}, 'gw_port_id': '21d8a281-c999-46ce-a711-17882fd94e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:30:35Z', 'updated_at': '2021-12-16T14:30:53Z', 'revision_number': 4, 'project_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'gw_port': {'id': '21d8a281-c999-46ce-a711-17882fd94e7f', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ca:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b53829b-2ab1-45f0-bc06-eb048616c4ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:30:53Z', 'updated_at': '2021-12-16T14:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '8d09dc92-8d31-41cb-b581-b51652abd0cf', 'name': '', 'network_id': '17de8972-50a2-4f39-bc44-668cd06d8abc', 'tenant_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'mac_address': 'fa:16:3e:2e:b5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b53829b-2ab1-45f0-bc06-eb048616c4ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f49a1868-44dd-4e6a-889a-65f17e243275', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:30:44Z', 'updated_at': '2021-12-16T14:30:51Z', 'revision_number': 5, 'project_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'subnets': [{'id': 'f49a1868-44dd-4e6a-889a-65f17e243275', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd01e558e-bf49-4208-9332-48de7414abd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:30:56.516496 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdd52ea-137b-4639-a409-c43b97e31bc6 None None] The sync data for ids ['1b53829b-2ab1-45f0-bc06-eb048616c4ed'] in dv-cinder-821893-3-smb is: [{'id': '1b53829b-2ab1-45f0-bc06-eb048616c4ed', 'name': 'router1', 'tenant_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.229'}], 'enable_snat': True}, 'gw_port_id': '21d8a281-c999-46ce-a711-17882fd94e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:30:35Z', 'updated_at': '2021-12-16T14:30:53Z', 'revision_number': 4, 'project_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'gw_port': {'id': '21d8a281-c999-46ce-a711-17882fd94e7f', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ca:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b53829b-2ab1-45f0-bc06-eb048616c4ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:30:53Z', 'updated_at': '2021-12-16T14:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '8d09dc92-8d31-41cb-b581-b51652abd0cf', 'name': '', 'network_id': '17de8972-50a2-4f39-bc44-668cd06d8abc', 'tenant_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'mac_address': 'fa:16:3e:2e:b5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b53829b-2ab1-45f0-bc06-eb048616c4ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f49a1868-44dd-4e6a-889a-65f17e243275', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:30:44Z', 'updated_at': '2021-12-16T14:30:51Z', 'revision_number': 5, 'project_id': '3549ce81fbf2483d8b228e9f442cfbb8', 'subnets': [{'id': 'f49a1868-44dd-4e6a-889a-65f17e243275', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd01e558e-bf49-4208-9332-48de7414abd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:30:56.981345 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 54234) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:30:57.094708 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 21d8a281-c999-46ce-a711-17882fd94e7f up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:30:57.149125 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-bad35573-825b-45f7-8cae-ac868bbe4c0d admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1664736 Dec 16 14:30:57.175340 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning for port 21d8a281-c999-46ce-a711-17882fd94e7f completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:30:57.181576 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 21d8a281-c999-46ce-a711-17882fd94e7f triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:30:57.182067 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:57.316231 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:57.334715 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] For port 21d8a281-c999-46ce-a711-17882fd94e7f, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=21d8a281-c999-46ce-a711-17882fd94e7f,segment=NetworkSegment(4f5dda31-b5b1-4742-b2db-5b9a26752cae),segment_id=4f5dda31-b5b1-4742-b2db-5b9a26752cae)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:30:57.342639 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:30:57.345832 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-9d2e2d24-1fc8-4522-a41d-b89ec9090fc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:30:57.423610 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Pushing event updated for resources: {'Port': ['ID=21d8a281-c999-46ce-a711-17882fd94e7f,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:30:57.428452 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:30:59.075035 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 21d8a281-c999-46ce-a711-17882fd94e7f up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:30:59.178698 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 21d8a281-c999-46ce-a711-17882fd94e7f triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:30:59.179149 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:31:07.390428 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-abf24fa3-2a2f-4bd3-800e-a2758f9f42f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:31:09.889743 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-cb543736-e25a-4b10-aa40-a6872fb1a866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:31:10.748573 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:31:10.963662 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:31:12.259162 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:31:20.084832 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 5 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:31:37.353452 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-e2808ff6-aaa3-4afa-aec5-7d3e22880897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:31:39.858034 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-117afb4b-e448-4cd8-b63f-80d1fde888f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:31:40.746991 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:31:40.957880 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:31:42.256495 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:31:57.081156 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 5 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:32:07.355006 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-39a1c96a-07f4-484a-b1db-40eb9a3d1bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:32:09.852351 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-ae745b2f-bfd3-464b-b69b-e13b51614971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:32:10.750826 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:32:10.963227 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:32:12.262486 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:32:34.081941 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 5 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:32:37.353740 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-6a01d1ed-c4f2-4ea9-a2ca-b3709550bee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:32:39.859218 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-591dd8d1-ad22-4172-a14a-a1aa999bb054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:32:40.739936 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:32:40.964269 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:32:42.264254 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:07.073970 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 54810) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:33:07.174937 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.pecan_wsgi.hooks.translation [None req-b017374b-50ef-49f9-9e80-ff19e027bc25 admin admin] GET failed (client error): The resource could not be found. Dec 16 14:33:07.175446 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-b017374b-50ef-49f9-9e80-ff19e027bc25 admin admin] Synchronizing usage tracker for tenant:c2fb968d7ec84bbc8d0d528bb4bdd86b on resource:network {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:33:07.196207 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-b017374b-50ef-49f9-9e80-ff19e027bc25 admin admin] Unset dirty status for tenant:c2fb968d7ec84bbc8d0d528bb4bdd86b on resource:network {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:33:07.197909 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-b017374b-50ef-49f9-9e80-ff19e027bc25 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1224861 Dec 16 14:33:07.350588 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfcb95b-b931-47ac-83c4-5163ae2afe87 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:33:07.354815 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-5dfcb95b-b931-47ac-83c4-5163ae2afe87 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1518486 Dec 16 14:33:07.358391 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-06cf54b1-d4fa-4539-b5e1-b2be19d89cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:09.422687 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 54820) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:33:09.569820 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434672c3-0122-4a22-8c70-ea722a05d9b9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:33:09.573106 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-434672c3-0122-4a22-8c70-ea722a05d9b9 admin admin] 10.222.0.44 "GET /v2.0/subnets/f49a1868-44dd-4e6a-889a-65f17e243275 HTTP/1.1" status: 200 len: 849 time: 0.1493685 Dec 16 14:33:09.582683 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-977952f4-c084-4acb-a4a9-654fdf1b73fb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:33:09.755904 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-977952f4-c084-4acb-a4a9-654fdf1b73fb admin admin] Notify callbacks [] for subnet, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:09.862951 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-808cc0f9-fdef-417c-8eed-f9692c2bf135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:09.972833 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-977952f4-c084-4acb-a4a9-654fdf1b73fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775664506116'] for subnet, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:09.977156 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:33:10.022778 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977952f4-c084-4acb-a4a9-654fdf1b73fb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:33:10.023345 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-977952f4-c084-4acb-a4a9-654fdf1b73fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:10.024817 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-977952f4-c084-4acb-a4a9-654fdf1b73fb admin admin] 10.222.0.44 "PUT /v2.0/subnets/f49a1868-44dd-4e6a-889a-65f17e243275 HTTP/1.1" status: 200 len: 868 time: 0.4472911 Dec 16 14:33:10.042208 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b41f5bb-0e17-494c-adaa-44d7eeb845a5 None None] Network 17de8972-50a2-4f39-bc44-668cd06d8abc requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:33:10.050571 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977952f4-c084-4acb-a4a9-654fdf1b73fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f49a1868-44dd-4e6a-889a-65f17e243275,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:33:10.062140 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977952f4-c084-4acb-a4a9-654fdf1b73fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:10.062705 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977952f4-c084-4acb-a4a9-654fdf1b73fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:10.063171 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977952f4-c084-4acb-a4a9-654fdf1b73fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:10.063638 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977952f4-c084-4acb-a4a9-654fdf1b73fb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:10.064165 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977952f4-c084-4acb-a4a9-654fdf1b73fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:10.065452 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977952f4-c084-4acb-a4a9-654fdf1b73fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:10.065994 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977952f4-c084-4acb-a4a9-654fdf1b73fb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:10.066577 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977952f4-c084-4acb-a4a9-654fdf1b73fb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:10.067161 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977952f4-c084-4acb-a4a9-654fdf1b73fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:10.067692 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977952f4-c084-4acb-a4a9-654fdf1b73fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:10.068129 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977952f4-c084-4acb-a4a9-654fdf1b73fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:10.074276 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-977952f4-c084-4acb-a4a9-654fdf1b73fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:33:10.667506 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-16f69412-7fb0-4e62-b451-43c9708f2287 None None] Provisioning complete for port 8d09dc92-8d31-41cb-b581-b51652abd0cf triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:33:10.667946 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-16f69412-7fb0-4e62-b451-43c9708f2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:10.761058 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:10.875923 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-16f69412-7fb0-4e62-b451-43c9708f2287 None None] Provisioning complete for port 2d7eff5b-6aa0-4161-8a06-7d4fd1cc93cd triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:33:10.876631 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-16f69412-7fb0-4e62-b451-43c9708f2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:11.003916 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:11.092793 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 5 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:33:12.202558 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 54830) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:33:12.268448 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:12.431831 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c65c08d-5820-4b7e-ba73-b3d1963cc383 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:33:12.432106 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c65c08d-5820-4b7e-ba73-b3d1963cc383 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:33:12.433696 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-3c65c08d-5820-4b7e-ba73-b3d1963cc383 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2298963 Dec 16 14:33:14.512599 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 54840) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:33:14.759061 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48645858-a83c-4d93-a6e9-711ae8c5822a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:33:14.759399 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48645858-a83c-4d93-a6e9-711ae8c5822a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:33:14.761114 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-48645858-a83c-4d93-a6e9-711ae8c5822a admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2474015 Dec 16 14:33:17.423155 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 54850) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:33:17.638612 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d8d359-d1c0-4369-871b-87a5297075ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:33:17.639878 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-d1d8d359-d1c0-4369-871b-87a5297075ae admin admin] 10.222.0.44 "GET /v2.0/networks/17de8972-50a2-4f39-bc44-668cd06d8abc HTTP/1.1" status: 200 len: 869 time: 0.2157383 Dec 16 14:33:19.835203 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 54860) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:33:20.187416 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98663398-3c3c-431e-9194-05cfbf7edb01 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:33:20.189254 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-98663398-3c3c-431e-9194-05cfbf7edb01 admin admin] 10.222.0.44 "GET /v2.0/networks/186f29a2-e581-4978-89ea-e3da95ffad7e HTTP/1.1" status: 200 len: 886 time: 0.3524196 Dec 16 14:33:22.443275 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 54870) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:33:22.593704 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4b96f4-3fae-4560-adc1-7c822b8d942a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:33:22.594003 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4b96f4-3fae-4560-adc1-7c822b8d942a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:33:22.595497 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-da4b96f4-3fae-4560-adc1-7c822b8d942a admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1510355 Dec 16 14:33:24.989813 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 54880) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:33:25.175102 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23da2cea-a7f9-4221-b354-bc92f0cdcb3f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:33:25.175365 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23da2cea-a7f9-4221-b354-bc92f0cdcb3f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:33:25.176170 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-23da2cea-a7f9-4221-b354-bc92f0cdcb3f admin admin] Synchronizing usage tracker for tenant:c2fb968d7ec84bbc8d0d528bb4bdd86b on resource:subnet {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:33:25.198931 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-23da2cea-a7f9-4221-b354-bc92f0cdcb3f admin admin] Unset dirty status for tenant:c2fb968d7ec84bbc8d0d528bb4bdd86b on resource:subnet {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:33:25.200509 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-23da2cea-a7f9-4221-b354-bc92f0cdcb3f admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2095659 Dec 16 14:33:27.346139 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 54890) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:33:27.504325 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2696c3d-04ca-4382-8fb4-071ccea1e11e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:33:27.505880 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-c2696c3d-04ca-4382-8fb4-071ccea1e11e admin admin] 10.222.0.44 "GET /v2.0/subnets/03058b0e-e3b9-411a-92a6-f5070e371994 HTTP/1.1" status: 200 len: 816 time: 0.1584985 Dec 16 14:33:29.626242 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 54900) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:33:29.793942 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164401b0-bb32-423b-b877-9c194fdfe8b1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:33:29.795891 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-164401b0-bb32-423b-b877-9c194fdfe8b1 admin admin] 10.222.0.44 "GET /v2.0/subnets/f49a1868-44dd-4e6a-889a-65f17e243275 HTTP/1.1" status: 200 len: 868 time: 0.1682980 Dec 16 14:33:37.356141 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-9efb01fe-7bfa-4fc8-8fc8-41605538cd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:39.861619 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-3b67c8d5-9961-4cdc-bb86-c52cce14af37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:40.737995 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:40.972710 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:42.274256 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:48.085081 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 5 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:33:48.786337 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 54938) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:33:48.868008 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [None req-b9e741e9-f329-4da4-a3ed-312305a11870 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=82861) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 16 14:33:48.868999 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-b9e741e9-f329-4da4-a3ed-312305a11870 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0817127 Dec 16 14:33:50.983262 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 54948) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:33:51.081064 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff6f051-1dce-4a92-b046-5abef67a1c6e admin admin] GET failed (client error): The resource could not be found. Dec 16 14:33:51.082422 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-9ff6f051-1dce-4a92-b046-5abef67a1c6e admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0982401 Dec 16 14:33:51.220585 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe0f707-e46e-4cbb-b89a-55f53aa6908c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:33:51.222097 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-bbe0f707-e46e-4cbb-b89a-55f53aa6908c admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1304421 Dec 16 14:33:53.287716 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 54958) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:33:53.367636 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:33:53.372698 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:33:53.383395 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:33:53.394386 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Made reservation on behalf of c2fb968d7ec84bbc8d0d528bb4bdd86b for: {'network': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:33:53.396637 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for network, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:53.486868 dv-cinder-821893-3-smb neutron-server[82861]: WARNING neutron.services.revisions.revision_plugin [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Could not find related network for resource to bump revision. Dec 16 14:33:53.500712 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=82861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:33:53.510699 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:53.511069 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.db.segments_db [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Added segment eccd6523-ac28-49b7-9919-e9f8422abcd4 of type vlan for network 16b84633-bb8b-4a92-8bf0-28388f86d16b Dec 16 14:33:53.540163 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775664085252'] for network, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:53.573386 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for network, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:53.574601 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:33:53.575211 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:53.578643 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:33:53.676234 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Pushing event updated for resources: {'Network': ['ID=16b84633-bb8b-4a92-8bf0-28388f86d16b,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:33:53.679389 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3903668 Dec 16 14:33:53.686204 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:53.686538 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:53.686867 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:53.687180 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:53.687494 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:53.687805 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:53.688118 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:53.688446 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:53.688755 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:53.689071 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:53.689370 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:53.693312 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-ece71e37-c43a-44ee-a6d6-40744294b958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:33:53.702825 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Network 16b84633-bb8b-4a92-8bf0-28388f86d16b details requested by agent ovs-agent-dv-cinder-821893-3-smb with host dv-cinder-821893-3-smb {{(pid=82862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:33:55.732574 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 54968) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:33:55.824482 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c82bb5-32d9-4163-9286-85862ca5ff1d admin admin] GET failed (client error): The resource could not be found. Dec 16 14:33:55.824978 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-d9c82bb5-32d9-4163-9286-85862ca5ff1d admin admin] Synchronizing usage tracker for tenant:c2fb968d7ec84bbc8d0d528bb4bdd86b on resource:network {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:33:55.841980 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-d9c82bb5-32d9-4163-9286-85862ca5ff1d admin admin] Unset dirty status for tenant:c2fb968d7ec84bbc8d0d528bb4bdd86b on resource:network {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:33:55.843080 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-d9c82bb5-32d9-4163-9286-85862ca5ff1d admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1095662 Dec 16 14:33:55.950269 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b7b71d-090c-4ce4-b19f-20beced1431d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:33:55.951747 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-d0b7b71d-090c-4ce4-b19f-20beced1431d admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1046302 Dec 16 14:33:55.961511 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-e2174427-91a4-46f9-9fb5-0247ed339f0f admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '16b84633-bb8b-4a92-8bf0-28388f86d16b', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:33:55.966281 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-e2174427-91a4-46f9-9fb5-0247ed339f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:33:55.976194 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-e2174427-91a4-46f9-9fb5-0247ed339f0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:33:55.987204 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2174427-91a4-46f9-9fb5-0247ed339f0f admin admin] Made reservation on behalf of c2fb968d7ec84bbc8d0d528bb4bdd86b for: {'subnet': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:33:55.989499 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e2174427-91a4-46f9-9fb5-0247ed339f0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:56.211467 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e2174427-91a4-46f9-9fb5-0247ed339f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for subnet, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:56.215697 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:33:56.286288 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2174427-91a4-46f9-9fb5-0247ed339f0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2dccea8-596d-4c63-b82c-ade8b6ff3452,revision_number=0']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:33:56.291965 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-e2174427-91a4-46f9-9fb5-0247ed339f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:33:56.304077 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2174427-91a4-46f9-9fb5-0247ed339f0f admin admin] Checking segment: {'id': 'eccd6523-ac28-49b7-9919-e9f8422abcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '16b84633-bb8b-4a92-8bf0-28388f86d16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:33:56.304554 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2174427-91a4-46f9-9fb5-0247ed339f0f admin admin] Network hostable DHCP agents. Network: 16b84633-bb8b-4a92-8bf0-28388f86d16b, hostable agents: ['86b204a6-684d-4255-9b61-9602afcfa644'], hosted agents: [] {{(pid=82861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:33:56.330815 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2174427-91a4-46f9-9fb5-0247ed339f0f admin admin] Network 16b84633-bb8b-4a92-8bf0-28388f86d16b is scheduled to be hosted by DHCP agent 86b204a6-684d-4255-9b61-9602afcfa644 with binding_index 1 {{(pid=82861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:33:56.341411 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-e2174427-91a4-46f9-9fb5-0247ed339f0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-smb, 16b84633-bb8b-4a92-8bf0-28388f86d16b) {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:33:56.345625 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2174427-91a4-46f9-9fb5-0247ed339f0f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:33:56.346243 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e2174427-91a4-46f9-9fb5-0247ed339f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:56.351689 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8625b445-572c-41b9-9fdb-ec74a4558a4d None None] Network 16b84633-bb8b-4a92-8bf0-28388f86d16b requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:33:56.374945 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-e2174427-91a4-46f9-9fb5-0247ed339f0f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4169135 Dec 16 14:33:56.595106 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7e3bd17-6475-574a-890f-11e5f90b22c5-16b84633-bb8b-4a92-8bf0-28388f86d16b', 'network_id': '16b84633-bb8b-4a92-8bf0-28388f86d16b', 'tenant_id': 'c2fb968d7ec84bbc8d0d528bb4bdd86b', 'fixed_ips': [{'subnet_id': 'b2dccea8-596d-4c63-b82c-ade8b6ff3452'}]}} from dv-cinder-821893-3-smb. {{(pid=82862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 16 14:33:56.595956 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:56.780523 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.db_base_plugin_common [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Allocated IP 192.168.233.2 (16b84633-bb8b-4a92-8bf0-28388f86d16b/b2dccea8-596d-4c63-b82c-ade8b6ff3452/f6212d6a-d0ed-4f2d-b8a8-ef233a0421a1) {{(pid=82862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:33:57.024462 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Notify callbacks [] for port, precommit_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:57.036012 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Transition to ACTIVE for port object f6212d6a-d0ed-4f2d-b8a8-ef233a0421a1 will not be triggered until provisioned by entity L2. {{(pid=82862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:33:57.056553 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Transition to ACTIVE for port object f6212d6a-d0ed-4f2d-b8a8-ef233a0421a1 will not be triggered until provisioned by entity DHCP. {{(pid=82862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:33:57.063574 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633'] for port, after_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:57.068319 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-9d2e2d24-1fc8-4522-a41d-b89ec9090fc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:33:57.141832 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Network 16b84633-bb8b-4a92-8bf0-28388f86d16b is already hosted by enough agents. {{(pid=82862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:33:57.142787 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Pushing event updated for resources: {'Port': ['ID=f6212d6a-d0ed-4f2d-b8a8-ef233a0421a1,revision_number=1']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:33:57.145799 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.scheduler.base_scheduler [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Resources bound (agent type, host, resource id): {{(pid=82862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:33:57.149330 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Received port after_create {{(pid=82862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:33:57.157183 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:57.157522 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:57.157912 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:57.158236 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:57.158560 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:57.158883 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:57.159192 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:57.159504 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:57.159815 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:57.160125 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:57.160434 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:33:57.165413 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:33:57.247481 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Attempting to bind port f6212d6a-d0ed-4f2d-b8a8-ef233a0421a1 on host dv-cinder-821893-3-smb for vnic_type normal with profile {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:33:57.247865 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Attempting to bind port f6212d6a-d0ed-4f2d-b8a8-ef233a0421a1 by drivers openvswitch,hyperv on host dv-cinder-821893-3-smb at level 0 using segments [{'id': 'eccd6523-ac28-49b7-9919-e9f8422abcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '16b84633-bb8b-4a92-8bf0-28388f86d16b'}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:33:57.248207 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Attempting to bind port f6212d6a-d0ed-4f2d-b8a8-ef233a0421a1 on network 16b84633-bb8b-4a92-8bf0-28388f86d16b {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:33:57.255006 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Checking agent: {'id': '5fa9648c-092b-4732-8cb9-4096e942c6ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:33:57.255375 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Checking segment: {'id': 'eccd6523-ac28-49b7-9919-e9f8422abcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '16b84633-bb8b-4a92-8bf0-28388f86d16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:33:57.255778 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:57.256385 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Bound using segment: {'id': 'eccd6523-ac28-49b7-9919-e9f8422abcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '16b84633-bb8b-4a92-8bf0-28388f86d16b'} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:33:57.256867 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Bound port: f6212d6a-d0ed-4f2d-b8a8-ef233a0421a1, host: dv-cinder-821893-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccd6523-ac28-49b7-9919-e9f8422abcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '16b84633-bb8b-4a92-8bf0-28388f86d16b'}}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:33:57.257268 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:57.354627 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] For port f6212d6a-d0ed-4f2d-b8a8-ef233a0421a1, host dv-cinder-821893-3-smb, cleared binding levels {{(pid=82862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:33:57.358227 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] For port f6212d6a-d0ed-4f2d-b8a8-ef233a0421a1, host dv-cinder-821893-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=f6212d6a-d0ed-4f2d-b8a8-ef233a0421a1,segment=NetworkSegment(eccd6523-ac28-49b7-9919-e9f8422abcd4),segment_id=eccd6523-ac28-49b7-9919-e9f8422abcd4)] {{(pid=82862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:33:57.363681 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:57.368784 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:33:57.443935 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Pushing event updated for resources: {'Port': ['ID=f6212d6a-d0ed-4f2d-b8a8-ef233a0421a1,revision_number=2']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:33:57.450168 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:33:58.308693 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b881f656-29bf-4138-a09a-30e7def8a750 None None] Network 16b84633-bb8b-4a92-8bf0-28388f86d16b requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:33:58.407608 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-7da3b8e6-7c1d-48c3-89ae-5d1dce92d130 None None] Provisioning for port f6212d6a-d0ed-4f2d-b8a8-ef233a0421a1 completed by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:33:59.174162 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device f6212d6a-d0ed-4f2d-b8a8-ef233a0421a1 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:33:59.245677 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning for port f6212d6a-d0ed-4f2d-b8a8-ef233a0421a1 completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:33:59.250762 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port f6212d6a-d0ed-4f2d-b8a8-ef233a0421a1 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:33:59.251128 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:59.380525 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:59.417797 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] For port f6212d6a-d0ed-4f2d-b8a8-ef233a0421a1, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=f6212d6a-d0ed-4f2d-b8a8-ef233a0421a1,segment=NetworkSegment(eccd6523-ac28-49b7-9919-e9f8422abcd4),segment_id=eccd6523-ac28-49b7-9919-e9f8422abcd4)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:33:59.422675 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:33:59.424802 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:33:59.493077 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Pushing event updated for resources: {'Port': ['ID=f6212d6a-d0ed-4f2d-b8a8-ef233a0421a1,revision_number=3']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:33:59.496427 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:34:01.154418 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device f6212d6a-d0ed-4f2d-b8a8-ef233a0421a1 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:34:01.225158 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port f6212d6a-d0ed-4f2d-b8a8-ef233a0421a1 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:34:01.225531 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:34:07.353173 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-91863568-2049-4d48-a4a4-17479d0e9cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:34:09.857353 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-b777288d-b2e6-482b-96ea-12b49a617593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:34:10.732644 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:34:10.976658 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:34:12.276489 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:34:25.088579 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 5 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:34:37.353984 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-edf40d74-8188-4a00-94b8-38fbe89a05a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:34:39.852336 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-93cacda0-086b-42ac-bd9e-aa83a9d40541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:34:40.738659 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:34:40.985770 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:34:42.279109 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:35:01.096618 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 55010) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:35:01.102874 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [None req-483088d0-7d4d-4073-bc5e-d73cf1f82649 tempest-verify_tempest_config-583133122 tempest-verify_tempest_config-583133122-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=82860) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 16 14:35:01.103873 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-483088d0-7d4d-4073-bc5e-d73cf1f82649 tempest-verify_tempest_config-583133122 tempest-verify_tempest_config-583133122-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0062478 Dec 16 14:35:01.503967 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 55026) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:35:01.653380 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-28774f83-86ed-4423-8569-6d798e49e25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:35:01.686293 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-28774f83-86ed-4423-8569-6d798e49e25e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:35:01.690359 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-28774f83-86ed-4423-8569-6d798e49e25e admin admin] Usage tracker for resource:security_group_rule and tenant:7d5d48c65a6d40a0a145fdef836b284a is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:35:01.693483 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-28774f83-86ed-4423-8569-6d798e49e25e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:35:01.699727 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-28774f83-86ed-4423-8569-6d798e49e25e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:35:01.772393 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-28774f83-86ed-4423-8569-6d798e49e25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:35:01.778923 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-28774f83-86ed-4423-8569-6d798e49e25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:35:01.789684 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:35:01.828587 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28774f83-86ed-4423-8569-6d798e49e25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b662ce-1c5b-4d41-85e7-c2301e61a760,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:35:01.834188 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-28774f83-86ed-4423-8569-6d798e49e25e admin admin] Synchronizing usage tracker for tenant:c2fb968d7ec84bbc8d0d528bb4bdd86b on resource:security_group {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:35:01.841841 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28774f83-86ed-4423-8569-6d798e49e25e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:35:01.842182 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28774f83-86ed-4423-8569-6d798e49e25e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:35:01.842518 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28774f83-86ed-4423-8569-6d798e49e25e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:35:01.842844 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28774f83-86ed-4423-8569-6d798e49e25e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:35:01.843163 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28774f83-86ed-4423-8569-6d798e49e25e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:35:01.843492 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28774f83-86ed-4423-8569-6d798e49e25e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:35:01.843804 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28774f83-86ed-4423-8569-6d798e49e25e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:35:01.844272 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28774f83-86ed-4423-8569-6d798e49e25e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:35:01.844739 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28774f83-86ed-4423-8569-6d798e49e25e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:35:01.845055 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28774f83-86ed-4423-8569-6d798e49e25e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:35:01.845394 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28774f83-86ed-4423-8569-6d798e49e25e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:35:01.850348 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-28774f83-86ed-4423-8569-6d798e49e25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:35:01.866080 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-28774f83-86ed-4423-8569-6d798e49e25e admin admin] Unset dirty status for tenant:c2fb968d7ec84bbc8d0d528bb4bdd86b on resource:security_group {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:35:01.867682 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-28774f83-86ed-4423-8569-6d798e49e25e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d5d48c65a6d40a0a145fdef836b284a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3626721 Dec 16 14:35:01.871007 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 55032) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:35:01.935997 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e041f624-64bd-49b9-8ed5-22897d792e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:35:01.961258 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e041f624-64bd-49b9-8ed5-22897d792e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:35:02.064391 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e041f624-64bd-49b9-8ed5-22897d792e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:35:02.068903 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-239eb6a6-2c8c-4b7c-a43f-938efa50b645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:35:02.080059 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041f624-64bd-49b9-8ed5-22897d792e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b662ce-1c5b-4d41-85e7-c2301e61a760,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:35:02.088098 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e041f624-64bd-49b9-8ed5-22897d792e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:35:02.089205 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-e041f624-64bd-49b9-8ed5-22897d792e78 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/04b662ce-1c5b-4d41-85e7-c2301e61a760 HTTP/1.1" status: 204 len: 168 time: 0.2164118 Dec 16 14:35:02.091265 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 5 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:35:02.093954 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e041f624-64bd-49b9-8ed5-22897d792e78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:35:02.094292 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e041f624-64bd-49b9-8ed5-22897d792e78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:35:02.094613 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e041f624-64bd-49b9-8ed5-22897d792e78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:35:02.094930 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e041f624-64bd-49b9-8ed5-22897d792e78 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:35:02.095448 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e041f624-64bd-49b9-8ed5-22897d792e78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:35:02.095580 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e041f624-64bd-49b9-8ed5-22897d792e78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:35:02.095839 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e041f624-64bd-49b9-8ed5-22897d792e78 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:35:02.096163 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e041f624-64bd-49b9-8ed5-22897d792e78 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:35:02.096489 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e041f624-64bd-49b9-8ed5-22897d792e78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:35:02.096913 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e041f624-64bd-49b9-8ed5-22897d792e78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:35:02.097073 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e041f624-64bd-49b9-8ed5-22897d792e78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:35:02.100401 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-e041f624-64bd-49b9-8ed5-22897d792e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:35:07.348861 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-555620d2-30dd-47d3-9391-9e35b3df1f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:35:09.858418 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-522bd65c-5c39-4f4a-b842-3d0ab9ee1c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:35:10.738943 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:35:10.982534 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:35:12.280632 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:35:37.368706 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-cac1f0f6-fdea-4ead-a8fc-c5139f1b5b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:35:39.096934 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 5 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:35:39.870067 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-660c540d-3f65-44f5-bd79-c1226449e905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:35:40.743794 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:35:40.986305 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:35:42.285125 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:36:07.353623 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-c62030fd-4685-4c67-b4fb-ca88e69f8c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:36:09.866090 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-dba6b511-5e90-405f-bb68-4189d47fb089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:36:10.739951 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:36:10.990067 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:36:12.288875 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:36:16.103230 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 5 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:36:37.364003 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-fafa1cab-a7e9-4755-979a-72a57a7c4f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:36:39.871156 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c37a-47ee-4fb5-b814-c650be1683be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:36:40.736110 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:36:40.991650 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:36:42.290702 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:36:43.349035 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-380093'] for agent, after_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:36:53.093824 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:36:59.126869 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 55102) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:36:59.281698 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-c8c895fd-fe92-4aa8-a8eb-946c448a0c39 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1506217 Dec 16 14:37:01.445029 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 55112) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:37:01.529646 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-82a6cce7-b19e-4f28-b380-7bfbf4b250a2 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0830345 Dec 16 14:37:07.362212 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-3cf2b54b-2fb5-4674-9b4f-b8f74a4dc6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:37:09.867012 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-bef90404-be13-4d7e-8fde-3f4c0fe43a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:37:10.731816 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:37:10.994079 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:37:12.295482 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:37:13.299038 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:37:30.096110 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:37:37.358093 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-beec0dd0-d028-41b8-a7f9-ed1a7e3565b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:37:39.865318 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-5afac6f0-5046-4860-b427-9a11da43d22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:37:40.737542 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:37:41.008748 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:37:42.313138 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:37:43.330678 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:07.096577 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:38:07.364624 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-2903c55d-d31b-42ba-8c6d-b739fd80f94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:09.863693 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-d30d7b13-b57f-4b97-ada3-5531b9e51e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:10.732927 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:11.019231 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:12.304815 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:13.341771 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:37.361457 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-843f162b-4a63-41e5-ae4b-f91643b42687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:39.874050 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-4f2096b1-4b79-4d8d-8d4e-6bc507792acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:40.729345 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:41.011932 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:42.312448 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:43.327914 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:44.098401 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:38:50.575131 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 55246) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:38:51.376225 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1320288969-network', 'tenant_id': 'd8e92a8d83404532b57b59b52826c44f'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:38:51.391117 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:38:51.404655 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Usage tracker for resource:network and tenant:d8e92a8d83404532b57b59b52826c44f is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:38:51.414626 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:38:51.427386 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:38:51.446633 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Made reservation on behalf of d8e92a8d83404532b57b59b52826c44f for: {'network': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:38:51.450489 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for network, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:51.475526 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:51.530813 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:38:51.535735 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Usage tracker for resource:security_group_rule and tenant:d8e92a8d83404532b57b59b52826c44f is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:38:51.539915 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:38:51.546536 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:38:51.641437 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:51.647278 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:51.652410 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:38:51.690841 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e9361b-89f2-4050-84d9-ac89991705ab,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:38:51.695185 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=82861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:38:51.713634 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:51.714169 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:51.714334 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:51.714656 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:51.715008 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:51.718389 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:51.718716 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:51.719063 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:51.719574 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:51.720033 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:51.720535 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Tracked resource versions report: Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: pushed versions: Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: { 'ConntrackHelper': {'1.0'}, Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: 'Log': {'1.0'}, Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: 'Network': {'1.1'}, Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: 'Port': {'1.5'}, Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: 'PortForwarding': {'1.2'}, Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: 'QosPolicy': {'1.8'}, Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: 'SecurityGroup': {'1.2'}, Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: 'SecurityGroupRule': {'1.0'}, Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: 'SubPort': {'1.0'}, Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: 'Subnet': {'1.1'}, Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: 'Trunk': {'1.1'}} Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: consumer versions: Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: { DHCP agent@dv-cinder-821893-3-smb: {}, Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: HyperV agent@hv-cinder-82189: {}, Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: L3 agent@dv-cinder-821893-3-smb: {}, Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: Metadata agent@dv-cinder-821893-3-smb: {}, Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: Metering agent@dv-cinder-821893-3-smb: {}, Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: Open vSwitch agent@dv-cinder-821893-3-smb: { 'ConntrackHelper': '1.0', Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: 'Log': '1.0', Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: 'Network': '1.1', Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: 'Port': '1.5', Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: 'PortForwarding': '1.2', Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: 'QosPolicy': '1.8', Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: 'SecurityGroup': '1.2', Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: 'SecurityGroupRule': '1.0', Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: 'SubPort': '1.0', Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: 'Subnet': '1.1', Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: 'Trunk': '1.1'}} Dec 16 14:38:51.722531 dv-cinder-821893-3-smb neutron-server[82861]: {{(pid=82861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 14:38:51.731021 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:38:51.734693 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:51.735110 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.db.segments_db [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Added segment b6105ce4-ace2-4e2b-803f-ea38faf4ebe8 of type vlan for network 8958b129-b716-4c64-8cd6-c521e0c7d750 Dec 16 14:38:51.789582 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775664085252'] for network, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:51.843175 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for network, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:51.845458 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:38:51.846291 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:51.858811 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:38:52.060485 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4839561 Dec 16 14:38:52.064890 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 55288) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:38:52.075218 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Request body: {'subnet': {'network_id': '8958b129-b716-4c64-8cd6-c521e0c7d750', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1320288969-subnet', 'tenant_id': 'd8e92a8d83404532b57b59b52826c44f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:38:52.076696 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Pushing event updated for resources: {'Network': ['ID=8958b129-b716-4c64-8cd6-c521e0c7d750,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:38:52.083225 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:38:52.089315 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:38:52.093075 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Network 8958b129-b716-4c64-8cd6-c521e0c7d750 details requested by agent ovs-agent-dv-cinder-821893-3-smb with host dv-cinder-821893-3-smb {{(pid=82862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:38:52.097226 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Usage tracker for resource:subnet and tenant:d8e92a8d83404532b57b59b52826c44f is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:38:52.103659 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:38:52.116677 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:38:52.136797 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Made reservation on behalf of d8e92a8d83404532b57b59b52826c44f for: {'subnet': 1} {{(pid=82860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:38:52.140834 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:52.536659 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 55300) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:38:52.560486 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for subnet, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:52.568538 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-977952f4-c084-4acb-a4a9-654fdf1b73fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:38:52.686544 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b866ce30-7125-4bf0-8af9-568846341c41,revision_number=0']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:38:52.705179 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:52.705497 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:52.705859 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:52.706180 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:52.706499 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:52.706809 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:52.707357 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:52.707951 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:52.708280 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:52.708514 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:52.708947 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Tracked resource versions report: Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: pushed versions: Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: { 'ConntrackHelper': {'1.0'}, Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: 'Log': {'1.0'}, Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: 'Network': {'1.1'}, Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: 'Port': {'1.5'}, Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: 'PortForwarding': {'1.2'}, Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: 'QosPolicy': {'1.8'}, Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: 'SecurityGroup': {'1.2'}, Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: 'SecurityGroupRule': {'1.0'}, Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: 'SubPort': {'1.0'}, Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: 'Subnet': {'1.1'}, Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: 'Trunk': {'1.1'}} Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: consumer versions: Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: { DHCP agent@dv-cinder-821893-3-smb: {}, Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: HyperV agent@hv-cinder-82189: {}, Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: L3 agent@dv-cinder-821893-3-smb: {}, Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: Metadata agent@dv-cinder-821893-3-smb: {}, Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: Metering agent@dv-cinder-821893-3-smb: {}, Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: Open vSwitch agent@dv-cinder-821893-3-smb: { 'ConntrackHelper': '1.0', Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: 'Log': '1.0', Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: 'Network': '1.1', Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: 'Port': '1.5', Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: 'PortForwarding': '1.2', Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: 'QosPolicy': '1.8', Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: 'SecurityGroup': '1.2', Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: 'SecurityGroupRule': '1.0', Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: 'SubPort': '1.0', Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: 'Subnet': '1.1', Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: 'Trunk': '1.1'}} Dec 16 14:38:52.710405 dv-cinder-821893-3-smb neutron-server[82860]: {{(pid=82860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 14:38:52.735983 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:38:52.745076 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Checking segment: {'id': 'b6105ce4-ace2-4e2b-803f-ea38faf4ebe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '8958b129-b716-4c64-8cd6-c521e0c7d750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:38:52.745435 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Network hostable DHCP agents. Network: 8958b129-b716-4c64-8cd6-c521e0c7d750, hostable agents: ['86b204a6-684d-4255-9b61-9602afcfa644'], hosted agents: [] {{(pid=82860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:38:52.777750 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Network 8958b129-b716-4c64-8cd6-c521e0c7d750 is scheduled to be hosted by DHCP agent 86b204a6-684d-4255-9b61-9602afcfa644 with binding_index 1 {{(pid=82860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:38:52.792145 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-smb, 8958b129-b716-4c64-8cd6-c521e0c7d750) {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:38:52.797788 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:38:52.798446 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:52.810172 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f25aae-8b99-4d13-b5f8-2bd7966cfdc4 None None] Network 8958b129-b716-4c64-8cd6-c521e0c7d750 requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:38:52.829848 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7631078 Dec 16 14:38:53.215146 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128c7461-ec47-4d94-aff0-fa28983b9ab0 None None] Network 8958b129-b716-4c64-8cd6-c521e0c7d750 requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:38:53.423270 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1955939718-network', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:38:53.431914 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:38:53.437729 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Usage tracker for resource:network and tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:38:53.444420 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:38:53.464332 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:38:53.481104 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Made reservation on behalf of 50ab4f2ba6e544b5a75c9ff80708a7a6 for: {'network': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:38:53.483960 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for network, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:53.498738 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:53.540397 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:38:53.545080 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Usage tracker for resource:security_group_rule and tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:38:53.550003 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:38:53.564408 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:38:53.706311 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:53.713586 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:53.723202 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 55334) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:38:53.738082 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=82861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:38:53.755604 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:53.756300 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.db.segments_db [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Added segment 23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9 of type vlan for network eb1f760c-41d7-4239-8c86-9a119e8dad65 Dec 16 14:38:53.771595 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:38:53.837014 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 55344) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:38:53.866038 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775664085252'] for network, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:53.872655 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244eb26c-f8c2-49ae-8bd1-d03503e10641,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:38:53.899501 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:38:53.909507 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for network, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:53.911289 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:38:53.912019 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:53.917566 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:38:54.070747 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Pushing event updated for resources: {'Network': ['ID=eb1f760c-41d7-4239-8c86-9a119e8dad65,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:38:54.074572 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:38:54.088039 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Network eb1f760c-41d7-4239-8c86-9a119e8dad65 details requested by agent ovs-agent-dv-cinder-821893-3-smb with host dv-cinder-821893-3-smb {{(pid=82862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:38:54.097919 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5590210 Dec 16 14:38:54.101864 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 55356) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:38:54.110880 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-b4e29770-1bae-44e0-b8bb-36429ed1347b admin admin] Request body: {'subnet': {'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1955939718-subnet', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:38:54.121116 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-b4e29770-1bae-44e0-b8bb-36429ed1347b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:38:54.130450 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-b4e29770-1bae-44e0-b8bb-36429ed1347b admin admin] Usage tracker for resource:subnet and tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:38:54.134688 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-b4e29770-1bae-44e0-b8bb-36429ed1347b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:38:54.146591 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-b4e29770-1bae-44e0-b8bb-36429ed1347b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:38:54.168864 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e29770-1bae-44e0-b8bb-36429ed1347b admin admin] Made reservation on behalf of 50ab4f2ba6e544b5a75c9ff80708a7a6 for: {'subnet': 1} {{(pid=82860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:38:54.172702 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b4e29770-1bae-44e0-b8bb-36429ed1347b admin admin] Notify callbacks [] for subnet, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:54.509108 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-316523314-network', 'tenant_id': '37bffd4b7c164a09884970b5cb9d1a41'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:38:54.524431 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:38:54.533247 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Usage tracker for resource:network and tenant:37bffd4b7c164a09884970b5cb9d1a41 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:38:54.538062 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:38:54.546170 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b4e29770-1bae-44e0-b8bb-36429ed1347b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for subnet, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:54.547305 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:38:54.558245 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:38:54.581604 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-313763053-network', 'tenant_id': 'be21f06220c9415f8c855afb6556a878'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:38:54.595595 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:38:54.606853 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Usage tracker for resource:network and tenant:be21f06220c9415f8c855afb6556a878 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:38:54.613414 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:38:54.628769 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:38:54.630968 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e29770-1bae-44e0-b8bb-36429ed1347b admin admin] Checking segment: {'id': '23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:38:54.631656 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e29770-1bae-44e0-b8bb-36429ed1347b admin admin] Network hostable DHCP agents. Network: eb1f760c-41d7-4239-8c86-9a119e8dad65, hostable agents: ['86b204a6-684d-4255-9b61-9602afcfa644'], hosted agents: [] {{(pid=82860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:38:54.647488 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Made reservation on behalf of 37bffd4b7c164a09884970b5cb9d1a41 for: {'network': 1} {{(pid=82860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:38:54.650491 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for network, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:54.654238 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Made reservation on behalf of be21f06220c9415f8c855afb6556a878 for: {'network': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:38:54.658608 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for network, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:54.684024 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e29770-1bae-44e0-b8bb-36429ed1347b admin admin] Network eb1f760c-41d7-4239-8c86-9a119e8dad65 is scheduled to be hosted by DHCP agent 86b204a6-684d-4255-9b61-9602afcfa644 with binding_index 1 {{(pid=82860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:38:54.694893 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:54.695495 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:54.715695 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [None req-b4e29770-1bae-44e0-b8bb-36429ed1347b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-smb, eb1f760c-41d7-4239-8c86-9a119e8dad65) {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:38:54.725568 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e29770-1bae-44e0-b8bb-36429ed1347b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:38:54.726687 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b4e29770-1bae-44e0-b8bb-36429ed1347b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:54.735068 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7837b09d-e06c-431c-a8ed-8d693d399454 None None] Network eb1f760c-41d7-4239-8c86-9a119e8dad65 requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:38:54.773247 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:38:54.777945 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Usage tracker for resource:security_group_rule and tenant:37bffd4b7c164a09884970b5cb9d1a41 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:38:54.781571 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:38:54.788443 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:38:54.817945 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-b4e29770-1bae-44e0-b8bb-36429ed1347b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7146814 Dec 16 14:38:54.823160 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 55372) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:38:54.828198 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e29770-1bae-44e0-b8bb-36429ed1347b admin admin] Pushing event updated for resources: {'Subnet': ['ID=69274fc7-9ac3-4ad8-87f4-58834408c137,revision_number=0']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:38:54.836363 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1955939718-router', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:38:54.843417 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:38:54.848327 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Usage tracker for resource:router and tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:38:54.852352 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:38:54.855000 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:38:54.862940 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:38:54.870359 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Usage tracker for resource:security_group_rule and tenant:be21f06220c9415f8c855afb6556a878 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:38:54.876042 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:38:54.877571 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-b4e29770-1bae-44e0-b8bb-36429ed1347b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:38:54.881669 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-424595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61064'] for router, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:54.882892 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-391482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-378910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61063'] for router, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:54.907749 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:38:54.949018 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:54.955240 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:54.967924 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:54.990897 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=82860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:38:55.004602 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:55.005558 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.db.segments_db [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Added segment eb0c489f-bd3b-45c4-9412-eab568ab4fd7 of type vlan for network e900d275-1369-493b-b34b-2714373cc1d9 Dec 16 14:38:55.038833 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775664085252'] for network, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:55.074806 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:38:55.109084 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0030fa54-de4e-4f35-84f0-2d79e9a12bae,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:38:55.116684 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for network, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:55.119956 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:38:55.122412 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:38:55.123271 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:55.143149 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:55.152759 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:55.158697 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-12693e71-4f21-46ed-b409-0db7c3780bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:38:55.192386 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:38:55.217589 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=82861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:38:55.373471 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Pushing event updated for resources: {'Network': ['ID=e900d275-1369-493b-b34b-2714373cc1d9,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:38:55.380839 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6519494 Dec 16 14:38:55.395281 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 55382) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:38:55.403064 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Network e900d275-1369-493b-b34b-2714373cc1d9 details requested by agent ovs-agent-dv-cinder-821893-3-smb with host dv-cinder-821893-3-smb {{(pid=82862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:38:55.404236 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:55.405049 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.db.segments_db [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Added segment a4f4bbaf-917f-4c90-8312-c5464b7eef53 of type vlan for network 95cfc6cc-2bf9-4352-9f9e-27747b195118 Dec 16 14:38:55.486622 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-aaf61247-4128-49aa-9934-ab1fc85f8f8c admin admin] Request body: {'subnet': {'network_id': 'e900d275-1369-493b-b34b-2714373cc1d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-316523314-subnet', 'tenant_id': '37bffd4b7c164a09884970b5cb9d1a41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:38:55.516101 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b34592-8897-40d7-84c9-800d88168ccf,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:38:55.539961 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:38:55.570128 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:38:55.636273 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-aaf61247-4128-49aa-9934-ab1fc85f8f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:38:55.653157 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775664085252'] for network, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:55.687996 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-aaf61247-4128-49aa-9934-ab1fc85f8f8c admin admin] Usage tracker for resource:subnet and tenant:37bffd4b7c164a09884970b5cb9d1a41 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:38:55.696923 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-aaf61247-4128-49aa-9934-ab1fc85f8f8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:38:55.726791 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-aaf61247-4128-49aa-9934-ab1fc85f8f8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:38:55.763351 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf61247-4128-49aa-9934-ab1fc85f8f8c admin admin] Made reservation on behalf of 37bffd4b7c164a09884970b5cb9d1a41 for: {'subnet': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:38:55.774449 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-aaf61247-4128-49aa-9934-ab1fc85f8f8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:55.777005 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-378920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61109'] for router, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:56.095525 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for network, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:56.100506 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:38:56.104558 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:56.118276 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-0d9f235b-a966-425b-af82-9991d72ed782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:38:56.178296 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7e3bd17-6475-574a-890f-11e5f90b22c5-eb1f760c-41d7-4239-8c86-9a119e8dad65', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'fixed_ips': [{'subnet_id': '69274fc7-9ac3-4ad8-87f4-58834408c137'}]}} from dv-cinder-821893-3-smb. {{(pid=82862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 16 14:38:56.179633 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:56.222015 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:56.350036 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:56.456147 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6011152 Dec 16 14:38:56.457791 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Pushing event updated for resources: {'Network': ['ID=95cfc6cc-2bf9-4352-9f9e-27747b195118,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:38:56.465580 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 55408) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:38:56.466878 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:38:56.475942 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Network 95cfc6cc-2bf9-4352-9f9e-27747b195118 details requested by agent ovs-agent-dv-cinder-821893-3-smb with host dv-cinder-821893-3-smb {{(pid=82862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:38:56.483212 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-a3d6b6f5-ce86-426d-8c41-0e95ba8a2626 admin admin] Request body: {'subnet': {'network_id': '95cfc6cc-2bf9-4352-9f9e-27747b195118', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-313763053-subnet', 'tenant_id': 'be21f06220c9415f8c855afb6556a878', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:38:56.496367 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-a3d6b6f5-ce86-426d-8c41-0e95ba8a2626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:38:56.521146 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-a3d6b6f5-ce86-426d-8c41-0e95ba8a2626 admin admin] Usage tracker for resource:subnet and tenant:be21f06220c9415f8c855afb6556a878 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:38:56.527626 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-aaf61247-4128-49aa-9934-ab1fc85f8f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for subnet, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:56.532328 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-a3d6b6f5-ce86-426d-8c41-0e95ba8a2626 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:38:56.540189 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-8f3a2927-42e5-4a4b-927d-31ae1af2187d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:38:56.551394 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-a3d6b6f5-ce86-426d-8c41-0e95ba8a2626 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:38:56.621189 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.db_base_plugin_common [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Allocated IP 172.20.0.2 (eb1f760c-41d7-4239-8c86-9a119e8dad65/69274fc7-9ac3-4ad8-87f4-58834408c137/a21f931e-7100-4891-b059-8208d9a7fb39) {{(pid=82862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:38:56.657635 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d6b6f5-ce86-426d-8c41-0e95ba8a2626 admin admin] Made reservation on behalf of be21f06220c9415f8c855afb6556a878 for: {'subnet': 1} {{(pid=82860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:38:56.661727 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b6f5-ce86-426d-8c41-0e95ba8a2626 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:56.663153 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf61247-4128-49aa-9934-ab1fc85f8f8c admin admin] Checking segment: {'id': 'eb0c489f-bd3b-45c4-9412-eab568ab4fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e900d275-1369-493b-b34b-2714373cc1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:38:56.665036 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf61247-4128-49aa-9934-ab1fc85f8f8c admin admin] Network hostable DHCP agents. Network: e900d275-1369-493b-b34b-2714373cc1d9, hostable agents: ['86b204a6-684d-4255-9b61-9602afcfa644'], hosted agents: [] {{(pid=82861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:38:56.729814 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf61247-4128-49aa-9934-ab1fc85f8f8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab1801e8-11ae-4518-ab0d-0a8cd7be10ee,revision_number=0']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:38:56.733374 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-aaf61247-4128-49aa-9934-ab1fc85f8f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:38:56.742586 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf61247-4128-49aa-9934-ab1fc85f8f8c admin admin] Network e900d275-1369-493b-b34b-2714373cc1d9 is scheduled to be hosted by DHCP agent 86b204a6-684d-4255-9b61-9602afcfa644 with binding_index 1 {{(pid=82861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:38:56.755941 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-aaf61247-4128-49aa-9934-ab1fc85f8f8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-smb, e900d275-1369-493b-b34b-2714373cc1d9) {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:38:56.762160 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf61247-4128-49aa-9934-ab1fc85f8f8c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:38:56.763469 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-aaf61247-4128-49aa-9934-ab1fc85f8f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:56.788164 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-aaf61247-4128-49aa-9934-ab1fc85f8f8c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3718705 Dec 16 14:38:56.878293 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_common [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Allocated IP 172.28.3.61 (186f29a2-e581-4978-89ea-e3da95ffad7e/03058b0e-e3b9-411a-92a6-f5070e371994/9d3d0ab2-3349-4452-b45e-c0ea7efb778f) {{(pid=82860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:38:57.358020 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:57.383924 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Notify callbacks [] for port, precommit_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:57.411815 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Transition to ACTIVE for port object a21f931e-7100-4891-b059-8208d9a7fb39 will not be triggered until provisioned by entity L2. {{(pid=82862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:38:57.454221 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965d0d3a-b3e8-4e0f-bbf7-24dfa0a6d343 None None] Network e900d275-1369-493b-b34b-2714373cc1d9 requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:38:57.485864 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633'] for port, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:57.508152 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Transition to ACTIVE for port object a21f931e-7100-4891-b059-8208d9a7fb39 will not be triggered until provisioned by entity DHCP. {{(pid=82862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:38:57.554351 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-8f158c19-24e8-4fa3-a511-65f42a1a01e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:38:57.749110 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633'] for port, after_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:57.788582 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:38:57.814437 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Network 186f29a2-e581-4978-89ea-e3da95ffad7e is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:38:57.826074 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:38:57.869791 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Received port after_create {{(pid=82860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:38:57.920741 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Network eb1f760c-41d7-4239-8c86-9a119e8dad65 is already hosted by enough agents. {{(pid=82862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:38:57.939991 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.scheduler.base_scheduler [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Resources bound (agent type, host, resource id): {{(pid=82862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:38:57.966519 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Received port after_create {{(pid=82862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:38:57.989175 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Pushing event updated for resources: {'Port': ['ID=9d3d0ab2-3349-4452-b45e-c0ea7efb778f,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:38:57.998339 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b6f5-ce86-426d-8c41-0e95ba8a2626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for subnet, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:58.000306 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:38:58.087655 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Pushing event updated for resources: {'Port': ['ID=a21f931e-7100-4891-b059-8208d9a7fb39,revision_number=1']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:38:58.089972 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:38:58.371283 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e934c4fa-bf08-4d25-851c-c0f0b3420204 None None] Network e900d275-1369-493b-b34b-2714373cc1d9 requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:38:58.396344 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6b6f5-ce86-426d-8c41-0e95ba8a2626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e,revision_number=0']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:38:58.438003 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Attempting to bind port a21f931e-7100-4891-b059-8208d9a7fb39 on host dv-cinder-821893-3-smb for vnic_type normal with profile {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:38:58.438003 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Attempting to bind port a21f931e-7100-4891-b059-8208d9a7fb39 by drivers openvswitch,hyperv on host dv-cinder-821893-3-smb at level 0 using segments [{'id': '23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65'}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:38:58.438876 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Attempting to bind port a21f931e-7100-4891-b059-8208d9a7fb39 on network eb1f760c-41d7-4239-8c86-9a119e8dad65 {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:38:58.446723 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:58.447329 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:58.447822 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:58.448308 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:58.448783 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:58.449400 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:58.449942 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:58.450502 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:58.450999 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:58.451468 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:58.451940 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Tracked resource versions report: Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: pushed versions: Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: { 'ConntrackHelper': {'1.0'}, Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: 'Log': {'1.0'}, Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: 'Network': {'1.1'}, Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: 'Port': {'1.5'}, Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: 'PortForwarding': {'1.2'}, Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: 'QosPolicy': {'1.8'}, Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: 'SecurityGroup': {'1.2'}, Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: 'SecurityGroupRule': {'1.0'}, Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: 'SubPort': {'1.0'}, Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: 'Subnet': {'1.1'}, Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: 'Trunk': {'1.1'}} Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: consumer versions: Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: { DHCP agent@dv-cinder-821893-3-smb: {}, Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: HyperV agent@hv-cinder-82189: {}, Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: L3 agent@dv-cinder-821893-3-smb: {}, Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: Metadata agent@dv-cinder-821893-3-smb: {}, Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: Metering agent@dv-cinder-821893-3-smb: {}, Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: Open vSwitch agent@dv-cinder-821893-3-smb: { 'ConntrackHelper': '1.0', Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: 'Log': '1.0', Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: 'Network': '1.1', Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: 'Port': '1.5', Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: 'PortForwarding': '1.2', Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: 'QosPolicy': '1.8', Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: 'SecurityGroup': '1.2', Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: 'SecurityGroupRule': '1.0', Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: 'SubPort': '1.0', Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: 'Subnet': '1.1', Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: 'Trunk': '1.1'}} Dec 16 14:38:58.453466 dv-cinder-821893-3-smb neutron-server[82862]: {{(pid=82862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 14:38:58.493023 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-a3d6b6f5-ce86-426d-8c41-0e95ba8a2626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:38:58.496786 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d6b6f5-ce86-426d-8c41-0e95ba8a2626 admin admin] Checking segment: {'id': 'a4f4bbaf-917f-4c90-8312-c5464b7eef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '95cfc6cc-2bf9-4352-9f9e-27747b195118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:38:58.497955 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d6b6f5-ce86-426d-8c41-0e95ba8a2626 admin admin] Network hostable DHCP agents. Network: 95cfc6cc-2bf9-4352-9f9e-27747b195118, hostable agents: ['86b204a6-684d-4255-9b61-9602afcfa644'], hosted agents: [] {{(pid=82860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:38:58.518861 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:38:58.539407 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Checking agent: {'id': '5fa9648c-092b-4732-8cb9-4096e942c6ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:38:58.539772 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Checking segment: {'id': '23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:38:58.540179 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:58.540595 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Bound using segment: {'id': '23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65'} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:38:58.541249 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Bound port: a21f931e-7100-4891-b059-8208d9a7fb39, host: dv-cinder-821893-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65'}}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:38:58.541682 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:58.600891 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:58.601725 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377801'] for router, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:58.630753 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d6b6f5-ce86-426d-8c41-0e95ba8a2626 admin admin] Network 95cfc6cc-2bf9-4352-9f9e-27747b195118 is scheduled to be hosted by DHCP agent 86b204a6-684d-4255-9b61-9602afcfa644 with binding_index 1 {{(pid=82860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:38:58.733165 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 55454) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:38:58.740638 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-41204388-network', 'tenant_id': '9b06eaaa92db482db26117f7d7bf6082'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:38:58.756544 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:38:58.765950 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Usage tracker for resource:network and tenant:9b06eaaa92db482db26117f7d7bf6082 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:38:58.778150 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:38:58.802954 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:38:58.818711 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Made reservation on behalf of 9b06eaaa92db482db26117f7d7bf6082 for: {'network': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:38:58.822921 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for network, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:58.824802 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [None req-a3d6b6f5-ce86-426d-8c41-0e95ba8a2626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-smb, 95cfc6cc-2bf9-4352-9f9e-27747b195118) {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:38:58.851589 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d6b6f5-ce86-426d-8c41-0e95ba8a2626 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:38:58.852173 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b6f5-ce86-426d-8c41-0e95ba8a2626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:58.862846 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:58.895640 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e1c657-a717-46b8-b07f-a20e5ec7bf4c None None] Network 95cfc6cc-2bf9-4352-9f9e-27747b195118 requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:38:58.943048 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:38:58.948054 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Usage tracker for resource:security_group_rule and tenant:9b06eaaa92db482db26117f7d7bf6082 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:38:58.955202 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:38:58.965540 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:38:59.057241 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:59.064352 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:59.085728 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] For port a21f931e-7100-4891-b059-8208d9a7fb39, host dv-cinder-821893-3-smb, cleared binding levels {{(pid=82862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:38:59.123572 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:38:59.127371 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] For port a21f931e-7100-4891-b059-8208d9a7fb39, host dv-cinder-821893-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=a21f931e-7100-4891-b059-8208d9a7fb39,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:38:59.147362 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:59.149921 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=82861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:38:59.153251 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-a3d6b6f5-ce86-426d-8c41-0e95ba8a2626 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.6849251 Dec 16 14:38:59.161600 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 55470) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:38:59.177242 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-313763053-router', 'tenant_id': 'be21f06220c9415f8c855afb6556a878', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:38:59.185187 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:38:59.195358 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:38:59.213088 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Usage tracker for resource:router and tenant:be21f06220c9415f8c855afb6556a878 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:38:59.224615 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:59.225207 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.db.segments_db [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Added segment fae2fa2c-a657-4ce3-b523-b72f4655859f of type vlan for network 9607c9dc-81f3-416e-83f7-8492c8d9a11d Dec 16 14:38:59.226586 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:38:59.248201 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7202cf16-de3e-4467-b3b3-83f978612cbf,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:38:59.251310 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:38:59.257131 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:38:59.351738 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775664085252'] for network, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:59.360350 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-424595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61064'] for router, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:59.372565 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-391482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-378910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61063'] for router, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:59.408082 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for network, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:59.410370 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:38:59.412935 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:59.454112 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:38:59.497030 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Pushing event updated for resources: {'Port': ['ID=a21f931e-7100-4891-b059-8208d9a7fb39,revision_number=2']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:38:59.503680 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:38:59.599533 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:38:59.636330 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea785b07-9ab5-420f-9862-af7482e5bee3 None None] Network 95cfc6cc-2bf9-4352-9f9e-27747b195118 requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:38:59.696597 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Router 0aa52b8a-4e5e-442f-8e96-005b89dad427 is scheduled to L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc with binding_index 1 {{(pid=82860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 14:38:59.760218 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0250740 Dec 16 14:38:59.764867 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 55482) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:38:59.772520 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Pushing event updated for resources: {'Network': ['ID=9607c9dc-81f3-416e-83f7-8492c8d9a11d,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:38:59.796871 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-b6ce0e94-3a82-463a-b73d-643805c63c6b admin admin] Request body: {'subnet': {'network_id': '9607c9dc-81f3-416e-83f7-8492c8d9a11d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-41204388-subnet', 'tenant_id': '9b06eaaa92db482db26117f7d7bf6082', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:38:59.843487 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:38:59.845352 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-b6ce0e94-3a82-463a-b73d-643805c63c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:38:59.850623 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-b6ce0e94-3a82-463a-b73d-643805c63c6b admin admin] Usage tracker for resource:subnet and tenant:9b06eaaa92db482db26117f7d7bf6082 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:38:59.859581 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-b6ce0e94-3a82-463a-b73d-643805c63c6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:38:59.865331 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Network 9607c9dc-81f3-416e-83f7-8492c8d9a11d details requested by agent ovs-agent-dv-cinder-821893-3-smb with host dv-cinder-821893-3-smb {{(pid=82862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:38:59.872922 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-b6ce0e94-3a82-463a-b73d-643805c63c6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:38:59.910598 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ce0e94-3a82-463a-b73d-643805c63c6b admin admin] Made reservation on behalf of 9b06eaaa92db482db26117f7d7bf6082 for: {'subnet': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:38:59.914281 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b6ce0e94-3a82-463a-b73d-643805c63c6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:00.070417 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 55488) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:00.398471 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b6ce0e94-3a82-463a-b73d-643805c63c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for subnet, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:00.409468 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:00.431058 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-378920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61109'] for router, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:00.625952 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 55506) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:00.657500 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce0e94-3a82-463a-b73d-643805c63c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6d746b6-9334-4d08-8506-05f2a4e20adb,revision_number=0']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:00.661805 dv-cinder-821893-3-smb neutron-server[82860]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 14:39:00.665195 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-b6ce0e94-3a82-463a-b73d-643805c63c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:00.740456 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ce0e94-3a82-463a-b73d-643805c63c6b admin admin] Checking segment: {'id': 'fae2fa2c-a657-4ce3-b523-b72f4655859f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9607c9dc-81f3-416e-83f7-8492c8d9a11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:39:00.741052 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ce0e94-3a82-463a-b73d-643805c63c6b admin admin] Network hostable DHCP agents. Network: 9607c9dc-81f3-416e-83f7-8492c8d9a11d, hostable agents: ['86b204a6-684d-4255-9b61-9602afcfa644'], hosted agents: [] {{(pid=82861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:39:00.795217 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ce0e94-3a82-463a-b73d-643805c63c6b admin admin] Network 9607c9dc-81f3-416e-83f7-8492c8d9a11d is scheduled to be hosted by DHCP agent 86b204a6-684d-4255-9b61-9602afcfa644 with binding_index 1 {{(pid=82861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:39:00.819240 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-b6ce0e94-3a82-463a-b73d-643805c63c6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-smb, 9607c9dc-81f3-416e-83f7-8492c8d9a11d) {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:39:00.826140 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ce0e94-3a82-463a-b73d-643805c63c6b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:00.826894 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b6ce0e94-3a82-463a-b73d-643805c63c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:00.831802 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd0cfa4-b99a-4dcf-a411-6565b37a8ff1 None None] Network 9607c9dc-81f3-416e-83f7-8492c8d9a11d requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:39:00.875250 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-b6ce0e94-3a82-463a-b73d-643805c63c6b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1040721 Dec 16 14:39:00.964891 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-86fd1268-2b0a-48e4-8154-83f605ce5654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:01.132386 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-86fd1268-2b0a-48e4-8154-83f605ce5654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:01.149443 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-86fd1268-2b0a-48e4-8154-83f605ce5654 admin admin] Usage tracker for resource:security_group_rule and tenant:109adbe935fb4972b3014474e86fe367 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:01.153897 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-86fd1268-2b0a-48e4-8154-83f605ce5654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:01.194099 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-86fd1268-2b0a-48e4-8154-83f605ce5654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:01.213047 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 55524) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:01.324159 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac46bc2-c00e-419a-9e9f-0ccdac896136 None None] Network eb1f760c-41d7-4239-8c86-9a119e8dad65 requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:39:01.341429 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-a120c80a-fc01-4bd1-8ada-e1796cd99ac3 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:01.342765 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-a120c80a-fc01-4bd1-8ada-e1796cd99ac3 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Synchronizing usage tracker for tenant:37bffd4b7c164a09884970b5cb9d1a41 on resource:network {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:39:01.388958 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dab1600-f4d4-455d-9c11-eec46e6a52c7 admin admin] Deleting subnet b866ce30-7125-4bf0-8af9-568846341c41 {{(pid=82861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 16 14:39:01.404824 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-4dab1600-f4d4-455d-9c11-eec46e6a52c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:01.471008 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-4dab1600-f4d4-455d-9c11-eec46e6a52c7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:01.488225 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device a21f931e-7100-4891-b059-8208d9a7fb39 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:39:01.493530 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:39:01.497184 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-4dab1600-f4d4-455d-9c11-eec46e6a52c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3375631'] for subnet, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:01.507532 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] Sync routers for ids ['0aa52b8a-4e5e-442f-8e96-005b89dad427'] in dv-cinder-821893-3-smb {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:39:01.524179 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] Routers {'0aa52b8a-4e5e-442f-8e96-005b89dad427'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:39:01.525969 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:38:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['0aa52b8a-4e5e-442f-8e96-005b89dad427'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:39:01.537958 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-86fd1268-2b0a-48e4-8154-83f605ce5654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:01.614373 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-4dab1600-f4d4-455d-9c11-eec46e6a52c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3375616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for subnet, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:01.617716 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-86fd1268-2b0a-48e4-8154-83f605ce5654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:01.623216 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-aaf61247-4128-49aa-9934-ab1fc85f8f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:01.641987 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-a120c80a-fc01-4bd1-8ada-e1796cd99ac3 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Unset dirty status for tenant:37bffd4b7c164a09884970b5cb9d1a41 on resource:network {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:39:01.644488 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-a120c80a-fc01-4bd1-8ada-e1796cd99ac3 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/networks?id=e900d275-1369-493b-b34b-2714373cc1d9 HTTP/1.1" status: 200 len: 811 time: 1.0172980 Dec 16 14:39:01.729396 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab1600-f4d4-455d-9c11-eec46e6a52c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b866ce30-7125-4bf0-8af9-568846341c41,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:01.737730 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-4dab1600-f4d4-455d-9c11-eec46e6a52c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:01.756333 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-4dab1600-f4d4-455d-9c11-eec46e6a52c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:01.768042 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:01.775672 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-4dab1600-f4d4-455d-9c11-eec46e6a52c7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b866ce30-7125-4bf0-8af9-568846341c41 HTTP/1.1" status: 204 len: 168 time: 0.5583694 Dec 16 14:39:01.776339 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 55532) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:01.821095 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:01.837860 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] Set router 0aa52b8a-4e5e-442f-8e96-005b89dad427 gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:39:01.881365 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd1268-2b0a-48e4-8154-83f605ce5654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780b0119-690b-4025-9d4d-5d90d855efb9,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:01.917573 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-afea5787-ad13-44d7-8db7-0f23587e00ac tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/quotas/37bffd4b7c164a09884970b5cb9d1a41 HTTP/1.1" status: 200 len: 375 time: 0.1522458 Dec 16 14:39:01.919284 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:02.016561 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ae1e38-4a12-4955-b66d-442b287139d1 None None] Network 9607c9dc-81f3-416e-83f7-8492c8d9a11d requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:39:02.041997 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-86fd1268-2b0a-48e4-8154-83f605ce5654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:02.120302 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3222799'] for network, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:02.213866 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-86fd1268-2b0a-48e4-8154-83f605ce5654 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=109adbe935fb4972b3014474e86fe367&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1265614 Dec 16 14:39:02.219598 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 55550) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:02.287424 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-75f86f97-9af9-49be-9ecc-39c5989a91db tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=37bffd4b7c164a09884970b5cb9d1a41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2417974 Dec 16 14:39:02.289290 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Notify callbacks [] for router, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:02.293067 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.4659703 Dec 16 14:39:02.331897 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 55556) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:02.483491 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3377296', 'neutron.services.segments.db._delete_segments_for_network-8775664583123'] for network, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:02.530973 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'name': 'tempest-AttachVolumeShelveTestJSON-1955939718-router', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:54Z', 'updated_at': '2021-12-16T14:38:58Z', 'revision_number': 3, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'gw_port': {'id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:38:56Z', 'updated_at': '2021-12-16T14:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:39:02.548057 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] Checking router: 0aa52b8a-4e5e-442f-8e96-005b89dad427 for host: dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:39:02.549408 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] Updating router 0aa52b8a-4e5e-442f-8e96-005b89dad427 port 9d3d0ab2-3349-4452-b45e-c0ea7efb778f binding host dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 16 14:39:02.601941 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:39:02.602543 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:39:02.604525 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:39:02.605643 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Subscribe: > port after_create 55550000 {{(pid=82861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:39:02.606892 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Subscribe: > port after_delete 55550000 {{(pid=82861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:39:02.608918 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Subscribe: > port after_update 55550000 {{(pid=82861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:39:02.609586 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:39:02.619998 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:39:02.619998 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:39:02.620341 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:39:02.658373 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-19c398db-64ae-49e6-998a-f4eeb937a43c None None] Provisioning for port a21f931e-7100-4891-b059-8208d9a7fb39 completed by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:39:02.666582 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-19c398db-64ae-49e6-998a-f4eeb937a43c None None] Provisioning complete for port a21f931e-7100-4891-b059-8208d9a7fb39 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:39:02.667375 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-19c398db-64ae-49e6-998a-f4eeb937a43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:02.724482 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning for port a21f931e-7100-4891-b059-8208d9a7fb39 completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:39:02.730677 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:02.841255 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port a21f931e-7100-4891-b059-8208d9a7fb39 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:39:02.841749 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:02.851497 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_common [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Allocated IP 172.28.3.56 (186f29a2-e581-4978-89ea-e3da95ffad7e/03058b0e-e3b9-411a-92a6-f5070e371994/832a0ca9-57af-47a2-8a3a-1e60130fdcc1) {{(pid=82860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:39:03.027481 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:39:03.027953 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:39:03.028383 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:39:03.028784 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:39:03.029380 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8958b129-b716-4c64-8cd6-c521e0c7d750']}} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:39:03.051361 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6105ce4-ace2-4e2b-803f-ea38faf4ebe8') {'for_net_delete': True} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:39:03.057384 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6105ce4-ace2-4e2b-803f-ea38faf4ebe8') {} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:39:03.090166 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775664586478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-855989'] for segment, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:03.127058 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:03.127904 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-19c398db-64ae-49e6-998a-f4eeb937a43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:03.156102 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=82861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 16 14:39:03.156741 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3754089'] for segment, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:03.223448 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:03.270493 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-19c398db-64ae-49e6-998a-f4eeb937a43c None None] For port a21f931e-7100-4891-b059-8208d9a7fb39, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=a21f931e-7100-4891-b059-8208d9a7fb39,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:39:03.279052 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-19c398db-64ae-49e6-998a-f4eeb937a43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:03.346828 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-883b9670-03af-4a3a-b038-2d5f45dc6f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:03.354823 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.db.api [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 14:39:03.355658 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_db.api [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 14:39:03.358096 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: util.warn_limited( Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: Traceback (most recent call last): Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: timer() Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: cb(*args, **kw) Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: return func(*args, **kwargs) Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: self._notify() Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: self.callback(batched_events) Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: event.method(event) Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: return f(self, *a, **k) Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: return self._get(url).json() Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: return self.request(url, 'GET', **kwargs) Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:39:03.369516 dv-cinder-821893-3-smb neutron-server[82861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:39:03.381319 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-4dbdb1ea-1533-4586-9bd6-2e9bebc0fbb9 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=82860) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 16 14:39:03.388402 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-4dbdb1ea-1533-4586-9bd6-2e9bebc0fbb9 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.6184113 Dec 16 14:39:03.450974 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c398db-64ae-49e6-998a-f4eeb937a43c None None] Pushing event updated for resources: {'Port': ['ID=a21f931e-7100-4891-b059-8208d9a7fb39,revision_number=3']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:03.460896 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-19c398db-64ae-49e6-998a-f4eeb937a43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:03.510708 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3377289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377742'] for network, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:03.517234 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:03.578326 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Pushing event deleted for resources: {'Network': ['ID=8958b129-b716-4c64-8cd6-c521e0c7d750,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:03.612412 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:03.643371 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] 10.222.0.44 "DELETE /v2.0/networks/8958b129-b716-4c64-8cd6-c521e0c7d750 HTTP/1.1" status: 204 len: 168 time: 1.8656628 Dec 16 14:39:03.649264 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 55590) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:03.783685 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:03.844615 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8edddfa-a2e1-4acc-8704-47b6497de029 admin admin] Deleting subnet b6d746b6-9334-4d08-8506-05f2a4e20adb {{(pid=82861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 16 14:39:03.870708 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-a8edddfa-a2e1-4acc-8704-47b6497de029 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:03.944363 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-883b9670-03af-4a3a-b038-2d5f45dc6f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:03.962235 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-f6229732-0e41-43f5-a49f-d6435ea1c5df None None] Provisioning complete for port a21f931e-7100-4891-b059-8208d9a7fb39 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:39:03.962710 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-f6229732-0e41-43f5-a49f-d6435ea1c5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:04.046834 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-a8edddfa-a2e1-4acc-8704-47b6497de029 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-855980'] for subnet, precommit_delete_associations {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:04.162763 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:04.164192 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-a8edddfa-a2e1-4acc-8704-47b6497de029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3375631'] for subnet, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:04.167068 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device a21f931e-7100-4891-b059-8208d9a7fb39 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:39:04.234643 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 55604) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:04.331134 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-a8edddfa-a2e1-4acc-8704-47b6497de029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3375616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3754695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1404220'] for subnet, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:04.353709 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:04.357775 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port a21f931e-7100-4891-b059-8208d9a7fb39 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:39:04.358253 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:04.365847 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-883b9670-03af-4a3a-b038-2d5f45dc6f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:04.372470 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-7b9c949b-6da9-4fdd-bc67-d25f4c06661f service neutron] 10.222.0.44 "GET /v2.0/networks/e900d275-1369-493b-b34b-2714373cc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9119761 Dec 16 14:39:04.386986 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:04.433256 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edddfa-a2e1-4acc-8704-47b6497de029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6d746b6-9334-4d08-8506-05f2a4e20adb,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:04.441490 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-a8edddfa-a2e1-4acc-8704-47b6497de029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:04.442959 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-a8edddfa-a2e1-4acc-8704-47b6497de029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:04.468745 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-a8edddfa-a2e1-4acc-8704-47b6497de029 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b6d746b6-9334-4d08-8506-05f2a4e20adb HTTP/1.1" status: 204 len: 168 time: 0.8093297 Dec 16 14:39:04.468745 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 55612) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:04.469727 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b9670-03af-4a3a-b038-2d5f45dc6f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780b0119-690b-4025-9d4d-5d90d855efb9,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:04.483980 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-883b9670-03af-4a3a-b038-2d5f45dc6f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:04.662160 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633'] for port, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:04.663644 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-883b9670-03af-4a3a-b038-2d5f45dc6f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:04.665393 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-883b9670-03af-4a3a-b038-2d5f45dc6f3a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/780b0119-690b-4025-9d4d-5d90d855efb9 HTTP/1.1" status: 204 len: 168 time: 2.4005921 Dec 16 14:39:04.688303 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:04.736365 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7bb34cf8-5693-4592-af86-f7ec5c7d58cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:04.838302 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-29956918-5bcd-4b28-a1a5-791881a5718b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3222799'] for network, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:04.856462 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-7bb34cf8-5693-4592-af86-f7ec5c7d58cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:04.868047 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Network 186f29a2-e581-4978-89ea-e3da95ffad7e is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:39:04.870509 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-7bb34cf8-5693-4592-af86-f7ec5c7d58cf admin admin] Usage tracker for resource:security_group_rule and tenant:440e3b17e55e4e00a9f53e17ed02b065 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:04.884030 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:39:04.888720 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Received port after_create {{(pid=82860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:39:04.921533 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-7bb34cf8-5693-4592-af86-f7ec5c7d58cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:04.942541 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-7bb34cf8-5693-4592-af86-f7ec5c7d58cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:04.959413 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-f1ca5685-bd53-4671-8405-c59a7ab4063c service neutron] 10.222.0.44 "GET /v2.0/networks/e900d275-1369-493b-b34b-2714373cc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520997 Dec 16 14:39:04.972766 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Pushing event updated for resources: {'Port': ['ID=832a0ca9-57af-47a2-8a3a-1e60130fdcc1,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:04.996832 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] Notify callbacks [] for port, precommit_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:05.029051 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.provisioning_blocks [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] Transition to ACTIVE for port object 9d3d0ab2-3349-4452-b45e-c0ea7efb778f will not be triggered until provisioned by entity L2. {{(pid=82863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:39:05.044144 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:05.062247 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:05.083246 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:05.213528 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-29956918-5bcd-4b28-a1a5-791881a5718b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3377296', 'neutron.services.segments.db._delete_segments_for_network-8775664583123'] for network, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:05.312133 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-29956918-5bcd-4b28-a1a5-791881a5718b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9607c9dc-81f3-416e-83f7-8492c8d9a11d']}} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:39:05.370019 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-29956918-5bcd-4b28-a1a5-791881a5718b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae2fa2c-a657-4ce3-b523-b72f4655859f') {'for_net_delete': True} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:39:05.370457 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-29956918-5bcd-4b28-a1a5-791881a5718b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae2fa2c-a657-4ce3-b523-b72f4655859f') {} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:39:05.434473 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-29956918-5bcd-4b28-a1a5-791881a5718b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775664586478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-855989'] for segment, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:05.473146 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.managers [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] Attempting to bind port 9d3d0ab2-3349-4452-b45e-c0ea7efb778f on host dv-cinder-821893-3-smb for vnic_type normal with profile {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:39:05.473621 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.managers [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] Attempting to bind port 9d3d0ab2-3349-4452-b45e-c0ea7efb778f by drivers openvswitch,hyperv on host dv-cinder-821893-3-smb at level 0 using segments [{'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}] {{(pid=82863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:39:05.473960 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] Attempting to bind port 9d3d0ab2-3349-4452-b45e-c0ea7efb778f on network 186f29a2-e581-4978-89ea-e3da95ffad7e {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:39:05.496494 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec582d-dcb5-4d51-aac4-c843512ffdcd None None] Pushing event updated for resources: {'Port': ['ID=9d3d0ab2-3349-4452-b45e-c0ea7efb778f,revision_number=2']} {{(pid=82863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:05.532222 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] Checking agent: {'id': '5fa9648c-092b-4732-8cb9-4096e942c6ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:39:05.533222 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-29956918-5bcd-4b28-a1a5-791881a5718b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:05.540265 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] Checking segment: {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:39:05.542816 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:05.544009 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] Bound using segment: {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'} {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:39:05.547714 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.managers [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] Bound port: 9d3d0ab2-3349-4452-b45e-c0ea7efb778f, host: dv-cinder-821893-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}}] {{(pid=82863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:39:05.549313 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:05.575334 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29956918-5bcd-4b28-a1a5-791881a5718b admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=82861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 16 14:39:05.576130 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-29956918-5bcd-4b28-a1a5-791881a5718b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3754089'] for segment, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:05.589291 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-1ad90ab7-0911-4902-a36e-70e8351af1e7 req-629aa1c4-80fa-49ef-bf63-e4950b1ed982 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 210 time: 0.0577035 Dec 16 14:39:05.714983 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec582d-dcb5-4d51-aac4-c843512ffdcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:05.715325 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec582d-dcb5-4d51-aac4-c843512ffdcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:05.715724 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec582d-dcb5-4d51-aac4-c843512ffdcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:05.716057 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec582d-dcb5-4d51-aac4-c843512ffdcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:05.716391 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec582d-dcb5-4d51-aac4-c843512ffdcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:05.716780 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec582d-dcb5-4d51-aac4-c843512ffdcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:05.717059 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec582d-dcb5-4d51-aac4-c843512ffdcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:05.717318 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec582d-dcb5-4d51-aac4-c843512ffdcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:05.717632 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec582d-dcb5-4d51-aac4-c843512ffdcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:05.718081 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec582d-dcb5-4d51-aac4-c843512ffdcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:05.718431 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec582d-dcb5-4d51-aac4-c843512ffdcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec582d-dcb5-4d51-aac4-c843512ffdcd None None] Tracked resource versions report: Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: pushed versions: Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: { 'ConntrackHelper': {'1.0'}, Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: 'Log': {'1.0'}, Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: 'Network': {'1.1'}, Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: 'Port': {'1.5'}, Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: 'PortForwarding': {'1.2'}, Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: 'QosPolicy': {'1.8'}, Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: 'SecurityGroup': {'1.2'}, Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: 'SecurityGroupRule': {'1.0'}, Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: 'SubPort': {'1.0'}, Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: 'Subnet': {'1.1'}, Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: 'Trunk': {'1.1'}} Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: consumer versions: Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: { DHCP agent@dv-cinder-821893-3-smb: {}, Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: HyperV agent@hv-cinder-82189: {}, Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: L3 agent@dv-cinder-821893-3-smb: {}, Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: Metadata agent@dv-cinder-821893-3-smb: {}, Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: Metering agent@dv-cinder-821893-3-smb: {}, Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: Open vSwitch agent@dv-cinder-821893-3-smb: { 'ConntrackHelper': '1.0', Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: 'Log': '1.0', Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: 'Network': '1.1', Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: 'Port': '1.5', Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: 'PortForwarding': '1.2', Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: 'QosPolicy': '1.8', Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: 'SecurityGroup': '1.2', Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: 'SecurityGroupRule': '1.0', Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: 'SubPort': '1.0', Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: 'Subnet': '1.1', Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: 'Trunk': '1.1'}} Dec 16 14:39:05.719503 dv-cinder-821893-3-smb neutron-server[82863]: {{(pid=82863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 14:39:05.747398 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [None req-90ec582d-dcb5-4d51-aac4-c843512ffdcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: Traceback (most recent call last): Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: timer() Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: cb(*args, **kw) Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: return func(*args, **kwargs) Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: self._notify() Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: self.callback(batched_events) Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: event.method(event) Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: return f(self, *a, **k) Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: return self._get(url).json() Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: return self.request(url, 'GET', **kwargs) Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:39:05.755062 dv-cinder-821893-3-smb neutron-server[82861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:39:05.760212 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 55650) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:05.805455 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-061af711-b7eb-41b1-b7a9-3296ea1c0f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:05.899273 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.db [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] For port 9d3d0ab2-3349-4452-b45e-c0ea7efb778f, host dv-cinder-821893-3-smb, cleared binding levels {{(pid=82863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:39:05.912509 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:05.913829 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377801'] for router, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:05.916340 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-061af711-b7eb-41b1-b7a9-3296ea1c0f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:05.933034 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-061af711-b7eb-41b1-b7a9-3296ea1c0f8c admin admin] Usage tracker for resource:security_group_rule and tenant:08871daeb01b452aba9b7d57e3a972ff is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:05.938665 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.db [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] For port 9d3d0ab2-3349-4452-b45e-c0ea7efb778f, host dv-cinder-821893-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=9d3d0ab2-3349-4452-b45e-c0ea7efb778f,segment=NetworkSegment(4f5dda31-b5b1-4742-b2db-5b9a26752cae),segment_id=4f5dda31-b5b1-4742-b2db-5b9a26752cae)] {{(pid=82863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:39:05.950626 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:05.979626 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [None req-5c4f3014-162d-4ae5-a74b-855513f03c78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:05.983968 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-29956918-5bcd-4b28-a1a5-791881a5718b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3377289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377742'] for network, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:05.992459 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-061af711-b7eb-41b1-b7a9-3296ea1c0f8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:06.071496 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7bb34cf8-5693-4592-af86-f7ec5c7d58cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:06.099280 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-29956918-5bcd-4b28-a1a5-791881a5718b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:06.108165 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-061af711-b7eb-41b1-b7a9-3296ea1c0f8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:06.121971 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec582d-dcb5-4d51-aac4-c843512ffdcd None None] Pushing event updated for resources: {'Port': ['ID=9d3d0ab2-3349-4452-b45e-c0ea7efb778f,revision_number=3']} {{(pid=82863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:06.127555 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [None req-90ec582d-dcb5-4d51-aac4-c843512ffdcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:06.151165 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:06.183625 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] Routers {'0aa52b8a-4e5e-442f-8e96-005b89dad427'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:39:06.184580 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:38:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['0aa52b8a-4e5e-442f-8e96-005b89dad427'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:39:06.202228 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-29956918-5bcd-4b28-a1a5-791881a5718b admin admin] 10.222.0.44 "DELETE /v2.0/networks/9607c9dc-81f3-416e-83f7-8492c8d9a11d HTTP/1.1" status: 204 len: 168 time: 1.7265267 Dec 16 14:39:06.245346 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29956918-5bcd-4b28-a1a5-791881a5718b admin admin] Pushing event deleted for resources: {'Network': ['ID=9607c9dc-81f3-416e-83f7-8492c8d9a11d,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:06.254254 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7bb34cf8-5693-4592-af86-f7ec5c7d58cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:06.261512 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-29956918-5bcd-4b28-a1a5-791881a5718b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:06.339320 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-51acd9e2-34a1-4eb6-bdb3-e5cf5377f36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:06.381339 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-7bb34cf8-5693-4592-af86-f7ec5c7d58cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=440e3b17e55e4e00a9f53e17ed02b065&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1435673 Dec 16 14:39:06.383711 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 55670) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:06.467641 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb34cf8-5693-4592-af86-f7ec5c7d58cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2afa2f-9fe8-4867-b880-1788ae0ddfb5,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:06.500939 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-7bb34cf8-5693-4592-af86-f7ec5c7d58cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:06.607490 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0945eabf-1ef1-4cff-904f-944faf5f03ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:06.716100 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0945eabf-1ef1-4cff-904f-944faf5f03ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:06.818441 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] Set router 0aa52b8a-4e5e-442f-8e96-005b89dad427 gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:39:06.835539 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 55688) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:06.835998 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 55690) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:06.858917 dv-cinder-821893-3-smb neutron-server[82861]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 14:39:06.915346 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e2ed7931-6701-4f62-831b-93d05ccde064 req-555ea60b-5854-4fdf-a71f-50b04a387c1a tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 210 time: 0.0637217 Dec 16 14:39:07.065979 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-061af711-b7eb-41b1-b7a9-3296ea1c0f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:07.068964 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0945eabf-1ef1-4cff-904f-944faf5f03ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:07.077869 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-f86ea795-908f-44b1-ab32-829cbf87e055 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8e92a8d83404532b57b59b52826c44f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2332833 Dec 16 14:39:07.082749 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 55700) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:07.095581 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-8c6882b3-39c4-4125-b7b8-578302557057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:07.106749 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-061af711-b7eb-41b1-b7a9-3296ea1c0f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:07.116858 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945eabf-1ef1-4cff-904f-944faf5f03ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2afa2f-9fe8-4867-b880-1788ae0ddfb5,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:07.121987 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-0945eabf-1ef1-4cff-904f-944faf5f03ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:07.122744 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-0945eabf-1ef1-4cff-904f-944faf5f03ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:07.146655 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0945eabf-1ef1-4cff-904f-944faf5f03ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:07.148133 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-0945eabf-1ef1-4cff-904f-944faf5f03ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb2afa2f-9fe8-4867-b880-1788ae0ddfb5 HTTP/1.1" status: 204 len: 168 time: 0.7401481 Dec 16 14:39:07.181453 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061af711-b7eb-41b1-b7a9-3296ea1c0f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b48fc1-35b9-4a12-92f5-0482d9b26a1f,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:07.185107 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-061af711-b7eb-41b1-b7a9-3296ea1c0f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:07.192822 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-061af711-b7eb-41b1-b7a9-3296ea1c0f8c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08871daeb01b452aba9b7d57e3a972ff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4251745 Dec 16 14:39:07.193797 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 55708) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:07.333430 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'name': 'tempest-AttachVolumeShelveTestJSON-1955939718-router', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:54Z', 'updated_at': '2021-12-16T14:38:58Z', 'revision_number': 3, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'gw_port': {'id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:38:56Z', 'updated_at': '2021-12-16T14:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:39:07.355123 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed0c76-5305-4f99-9e78-67976a758d3c None None] The sync data for ids ['0aa52b8a-4e5e-442f-8e96-005b89dad427'] in dv-cinder-821893-3-smb is: [{'id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'name': 'tempest-AttachVolumeShelveTestJSON-1955939718-router', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:54Z', 'updated_at': '2021-12-16T14:38:58Z', 'revision_number': 3, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'gw_port': {'id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:38:56Z', 'updated_at': '2021-12-16T14:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}] {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:39:07.372628 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-106ef814-0244-422a-acc5-5204d7c0861c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:07.416324 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-9c9ffca0-d417-4e62-9b84-d8730d34ddf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:07.648452 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-770c9b33-ce3e-42db-a331-d053bfc17504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:07.663459 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 55724) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:07.703062 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Router 2aeceecc-01d1-4de4-b670-58b4607249c5 is scheduled to L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc with binding_index 1 {{(pid=82860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 14:39:07.802128 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-9c9ffca0-d417-4e62-9b84-d8730d34ddf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:07.995884 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-770c9b33-ce3e-42db-a331-d053bfc17504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:08.034494 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-9c9ffca0-d417-4e62-9b84-d8730d34ddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:08.045858 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:08.080203 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-9b463853-1914-4473-8f8a-80778d61c94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:08.114717 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ffca0-d417-4e62-9b84-d8730d34ddf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b48fc1-35b9-4a12-92f5-0482d9b26a1f,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:08.123981 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-9c9ffca0-d417-4e62-9b84-d8730d34ddf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:08.147766 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-9c9ffca0-d417-4e62-9b84-d8730d34ddf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:08.158136 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-9c9ffca0-d417-4e62-9b84-d8730d34ddf9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/85b48fc1-35b9-4a12-92f5-0482d9b26a1f HTTP/1.1" status: 204 len: 168 time: 0.9589133 Dec 16 14:39:08.307656 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 9d3d0ab2-3349-4452-b45e-c0ea7efb778f up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:39:08.577868 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning for port 9d3d0ab2-3349-4452-b45e-c0ea7efb778f completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:39:08.592602 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 9d3d0ab2-3349-4452-b45e-c0ea7efb778f triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:39:08.593283 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:08.607981 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-96710f53-bfdf-43ac-8ff4-6aaa4e74d892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:08.705197 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-96710f53-bfdf-43ac-8ff4-6aaa4e74d892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:08.715255 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-96710f53-bfdf-43ac-8ff4-6aaa4e74d892 admin admin] Usage tracker for resource:security_group_rule and tenant:0b22c26350de4bd3a4a41c3b85f71d3b is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:08.724368 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-96710f53-bfdf-43ac-8ff4-6aaa4e74d892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:08.737797 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-96710f53-bfdf-43ac-8ff4-6aaa4e74d892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:08.899324 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_common [None req-9b463853-1914-4473-8f8a-80778d61c94d admin admin] Allocated IP 172.20.0.1 (eb1f760c-41d7-4239-8c86-9a119e8dad65/69274fc7-9ac3-4ad8-87f4-58834408c137/6daee365-52af-4d93-b0df-50e58da0bff8) {{(pid=82860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:39:08.940264 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-96710f53-bfdf-43ac-8ff4-6aaa4e74d892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:08.950900 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-96710f53-bfdf-43ac-8ff4-6aaa4e74d892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:08.957117 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:08.974443 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-e041f624-64bd-49b9-8ed5-22897d792e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:09.012367 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] For port 9d3d0ab2-3349-4452-b45e-c0ea7efb778f, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=9d3d0ab2-3349-4452-b45e-c0ea7efb778f,segment=NetworkSegment(4f5dda31-b5b1-4742-b2db-5b9a26752cae),segment_id=4f5dda31-b5b1-4742-b2db-5b9a26752cae)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:39:09.018404 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:09.025275 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-95d400c4-cea7-4747-8b68-7b88b5ddec80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:09.086976 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96710f53-bfdf-43ac-8ff4-6aaa4e74d892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488c5e78-7706-4ef0-a092-6f77f00bc0aa,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:09.104009 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-96710f53-bfdf-43ac-8ff4-6aaa4e74d892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:09.106854 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-96710f53-bfdf-43ac-8ff4-6aaa4e74d892 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b22c26350de4bd3a4a41c3b85f71d3b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4417870 Dec 16 14:39:09.110586 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 55754) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:09.224500 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-375a7c92-8da6-4ca8-afb6-b23bb07ec4e2 req-af8cef87-53f2-4d83-b058-24e61137d4e5 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 210 time: 1.0354202 Dec 16 14:39:09.256965 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-770c9b33-ce3e-42db-a331-d053bfc17504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:09.287224 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Pushing event updated for resources: {'Port': ['ID=9d3d0ab2-3349-4452-b45e-c0ea7efb778f,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:09.293187 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:09.329997 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-88c425c2-b092-40de-ae31-cd9530af1a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:09.415076 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-88c425c2-b092-40de-ae31-cd9530af1a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:09.548008 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-88c425c2-b092-40de-ae31-cd9530af1a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:09.562218 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:09.583879 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-883b9670-03af-4a3a-b038-2d5f45dc6f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:09.584217 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c425c2-b092-40de-ae31-cd9530af1a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488c5e78-7706-4ef0-a092-6f77f00bc0aa,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:09.597917 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-88c425c2-b092-40de-ae31-cd9530af1a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:09.601920 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-88c425c2-b092-40de-ae31-cd9530af1a96 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/488c5e78-7706-4ef0-a092-6f77f00bc0aa HTTP/1.1" status: 204 len: 168 time: 0.4879441 Dec 16 14:39:09.601920 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-88c425c2-b092-40de-ae31-cd9530af1a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:09.664640 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c9b33-ce3e-42db-a331-d053bfc17504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e9361b-89f2-4050-84d9-ac89991705ab,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:09.668244 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-770c9b33-ce3e-42db-a331-d053bfc17504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:09.703536 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-9b463853-1914-4473-8f8a-80778d61c94d admin admin] Notify callbacks [] for port, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:09.723170 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-770c9b33-ce3e-42db-a331-d053bfc17504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:09.725245 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-770c9b33-ce3e-42db-a331-d053bfc17504 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00e9361b-89f2-4050-84d9-ac89991705ab HTTP/1.1" status: 204 len: 168 time: 2.6392708 Dec 16 14:39:09.741723 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-9b463853-1914-4473-8f8a-80778d61c94d admin admin] Transition to ACTIVE for port object 6daee365-52af-4d93-b0df-50e58da0bff8 will not be triggered until provisioned by entity DHCP. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:39:09.876170 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-9bc3e565-cac2-47c1-9153-28c1db0d1f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:09.919907 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-9b463853-1914-4473-8f8a-80778d61c94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633'] for port, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:09.944141 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:10.071532 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 9d3d0ab2-3349-4452-b45e-c0ea7efb778f up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:39:10.100866 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:39:10.123321 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] Sync routers for ids ['2aeceecc-01d1-4de4-b670-58b4607249c5'] in dv-cinder-821893-3-smb {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:39:10.171770 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] Routers {'2aeceecc-01d1-4de4-b670-58b4607249c5'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:39:10.172843 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:39:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['2aeceecc-01d1-4de4-b670-58b4607249c5'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:39:10.247064 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b463853-1914-4473-8f8a-80778d61c94d admin admin] Pushing event updated for resources: {'Port': ['ID=6daee365-52af-4d93-b0df-50e58da0bff8,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:10.251913 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-9b463853-1914-4473-8f8a-80778d61c94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:10.252684 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.62', 55020) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:10.303575 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b463853-1914-4473-8f8a-80778d61c94d admin admin] Network eb1f760c-41d7-4239-8c86-9a119e8dad65 is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:39:10.308723 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [None req-9b463853-1914-4473-8f8a-80778d61c94d admin admin] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:39:10.340739 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b463853-1914-4473-8f8a-80778d61c94d admin admin] Received port after_create {{(pid=82860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:39:10.341323 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-9b463853-1914-4473-8f8a-80778d61c94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377607'] for router_interface, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:10.356424 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] Notify callbacks [] for router, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:10.357966 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-3e9feb87-053e-4a67-b19a-393ec0a5f20b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.1946983 Dec 16 14:39:10.391223 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 55788) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:10.572337 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] Set router 2aeceecc-01d1-4de4-b670-58b4607249c5 gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:39:10.664027 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 9d3d0ab2-3349-4452-b45e-c0ea7efb778f triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:39:10.664625 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:10.837315 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-9b463853-1914-4473-8f8a-80778d61c94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:11.124362 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-b684835a-86fe-465b-9d8b-cfdafafa4d61 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:11.131063 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-b684835a-86fe-465b-9d8b-cfdafafa4d61 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.62 "GET /v2.0/networks?id=e900d275-1369-493b-b34b-2714373cc1d9 HTTP/1.1" status: 200 len: 811 time: 0.8734777 Dec 16 14:39:11.169193 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-88629535-732f-4271-9e9b-d51d4a3b7f0e req-adebac04-728f-4649-b7ec-1334b98bf2ea tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 210 time: 0.4009407 Dec 16 14:39:11.205175 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-d549b271-f768-475d-98ae-561322caf298 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Request body: {'port': {'device_id': '04fa7bc8-1b98-4acd-be8b-5d225c128499', 'network_id': 'e900d275-1369-493b-b34b-2714373cc1d9', 'admin_state_up': True, 'tenant_id': '37bffd4b7c164a09884970b5cb9d1a41'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:39:11.436077 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-9b463853-1914-4473-8f8a-80778d61c94d admin admin] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:11.482575 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:11.485428 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-9b463853-1914-4473-8f8a-80778d61c94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:11.496169 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-9b463853-1914-4473-8f8a-80778d61c94d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3564005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380779'] for router_interface, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:11.505789 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:11.510246 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-b95c907d-d4c9-44d5-87bc-eb5e64061ec5 None None] Provisioning for port 6daee365-52af-4d93-b0df-50e58da0bff8 completed by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:39:11.517466 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-b95c907d-d4c9-44d5-87bc-eb5e64061ec5 None None] Provisioning complete for port 6daee365-52af-4d93-b0df-50e58da0bff8 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:39:11.517904 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-b95c907d-d4c9-44d5-87bc-eb5e64061ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:11.529405 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 55824) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:11.541345 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-8f158c19-24e8-4fa3-a511-65f42a1a01e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:11.642224 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-b95c907d-d4c9-44d5-87bc-eb5e64061ec5 None None] Port 6daee365-52af-4d93-b0df-50e58da0bff8 cannot update to ACTIVE because it is not bound. {{(pid=82862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 16 14:39:11.644970 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aeceecc-01d1-4de4-b670-58b4607249c5', 'name': 'tempest-ServerRescueNegativeTestJSON-313763053-router', 'tenant_id': 'be21f06220c9415f8c855afb6556a878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': '832a0ca9-57af-47a2-8a3a-1e60130fdcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:59Z', 'updated_at': '2021-12-16T14:39:05Z', 'revision_number': 3, 'project_id': 'be21f06220c9415f8c855afb6556a878', 'gw_port': {'id': '832a0ca9-57af-47a2-8a3a-1e60130fdcc1', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aeceecc-01d1-4de4-b670-58b4607249c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:01Z', 'updated_at': '2021-12-16T14:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:39:11.651027 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] Checking router: 2aeceecc-01d1-4de4-b670-58b4607249c5 for host: dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:39:11.651376 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] Updating router 2aeceecc-01d1-4de4-b670-58b4607249c5 port 832a0ca9-57af-47a2-8a3a-1e60130fdcc1 binding host dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 16 14:39:11.717232 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:11.721126 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-d549b271-f768-475d-98ae-561322caf298 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:11.728137 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-d549b271-f768-475d-98ae-561322caf298 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Usage tracker for resource:port and tenant:37bffd4b7c164a09884970b5cb9d1a41 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:11.732657 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-d549b271-f768-475d-98ae-561322caf298 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:11.742106 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-d549b271-f768-475d-98ae-561322caf298 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:11.767176 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-d549b271-f768-475d-98ae-561322caf298 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Made reservation on behalf of 37bffd4b7c164a09884970b5cb9d1a41 for: {'port': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:39:11.783370 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-d549b271-f768-475d-98ae-561322caf298 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:12.020389 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b463853-1914-4473-8f8a-80778d61c94d admin admin] Pushing event updated for resources: {'Port': ['ID=6daee365-52af-4d93-b0df-50e58da0bff8,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:12.026269 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-9b463853-1914-4473-8f8a-80778d61c94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:12.157971 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_common [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-d549b271-f768-475d-98ae-561322caf298 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Allocated IP 172.20.0.3 (e900d275-1369-493b-b34b-2714373cc1d9/ab1801e8-11ae-4518-ab0d-0a8cd7be10ee/43a04539-965f-4c95-951b-6ddcc7a8ed3d) {{(pid=82861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:39:12.402602 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-3ff0943e-d71f-4995-887d-ca391d59ade6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b06eaaa92db482db26117f7d7bf6082&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7663167 Dec 16 14:39:12.403542 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 55850) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:12.604554 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:12.614147 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b463853-1914-4473-8f8a-80778d61c94d admin admin] Network eb1f760c-41d7-4239-8c86-9a119e8dad65 is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:39:12.620751 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [None req-9b463853-1914-4473-8f8a-80778d61c94d admin admin] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:39:12.855330 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-d549b271-f768-475d-98ae-561322caf298 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Notify callbacks [] for port, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:12.867398 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-fcf32c7c-99fd-418a-b34b-e33713244364 req-5d62cae4-7eb4-4f22-abc4-9ed2700822a2 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 210 time: 0.1580613 Dec 16 14:39:12.892940 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] Notify callbacks [] for port, precommit_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:12.919095 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] Transition to ACTIVE for port object 832a0ca9-57af-47a2-8a3a-1e60130fdcc1 will not be triggered until provisioned by entity L2. {{(pid=82862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:39:12.941850 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-d549b271-f768-475d-98ae-561322caf298 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:12.947805 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:12.953920 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-01f140f6-653a-445a-905c-a4cafbf8e418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:12.958718 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:13.022128 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8e4efd94-06a5-4023-9558-beb9f57801e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:13.152655 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-d549b271-f768-475d-98ae-561322caf298 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Network e900d275-1369-493b-b34b-2714373cc1d9 is already hosted by enough agents. {{(pid=82861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:39:13.157406 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-d549b271-f768-475d-98ae-561322caf298 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Resources bound (agent type, host, resource id): {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:39:13.177014 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549b271-f768-475d-98ae-561322caf298 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Pushing event updated for resources: {'Port': ['ID=43a04539-965f-4c95-951b-6ddcc7a8ed3d,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:13.179440 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-d549b271-f768-475d-98ae-561322caf298 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Received port after_create {{(pid=82861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:39:13.186079 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8e4efd94-06a5-4023-9558-beb9f57801e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:13.253676 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649176d-45ea-49e0-873b-03d63df1a8de None None] Pushing event updated for resources: {'Port': ['ID=832a0ca9-57af-47a2-8a3a-1e60130fdcc1,revision_number=2']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:13.261576 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-d549b271-f768-475d-98ae-561322caf298 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:13.262608 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-d549b271-f768-475d-98ae-561322caf298 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:13.284106 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-e649176d-45ea-49e0-873b-03d63df1a8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:13.286870 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-d549b271-f768-475d-98ae-561322caf298 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:13.297087 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8e4efd94-06a5-4023-9558-beb9f57801e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:13.325496 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-d549b271-f768-475d-98ae-561322caf298 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1334298 Dec 16 14:39:13.333137 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-28774f83-86ed-4423-8569-6d798e49e25e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:13.334927 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] Attempting to bind port 832a0ca9-57af-47a2-8a3a-1e60130fdcc1 on host dv-cinder-821893-3-smb for vnic_type normal with profile {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:39:13.335595 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] Attempting to bind port 832a0ca9-57af-47a2-8a3a-1e60130fdcc1 by drivers openvswitch,hyperv on host dv-cinder-821893-3-smb at level 0 using segments [{'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:39:13.336187 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] Attempting to bind port 832a0ca9-57af-47a2-8a3a-1e60130fdcc1 on network 186f29a2-e581-4978-89ea-e3da95ffad7e {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:39:13.343422 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-b259cbff-2d05-45d0-a5ec-d0745a10415b tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=82861) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 16 14:39:13.344994 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-b259cbff-2d05-45d0-a5ec-d0745a10415b tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059803 Dec 16 14:39:13.368392 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-f070d9ae-cfdd-48a1-b1c6-ad38bab1219f None None] Provisioning complete for port 6daee365-52af-4d93-b0df-50e58da0bff8 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:39:13.370060 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-f070d9ae-cfdd-48a1-b1c6-ad38bab1219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:13.372032 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4efd94-06a5-4023-9558-beb9f57801e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7202cf16-de3e-4467-b3b3-83f978612cbf,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:13.381891 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-8e4efd94-06a5-4023-9558-beb9f57801e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:13.383226 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8e4efd94-06a5-4023-9558-beb9f57801e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:13.387883 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-8e4efd94-06a5-4023-9558-beb9f57801e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7202cf16-de3e-4467-b3b3-83f978612cbf HTTP/1.1" status: 204 len: 168 time: 0.9716229 Dec 16 14:39:13.532027 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-f070d9ae-cfdd-48a1-b1c6-ad38bab1219f None None] Port 6daee365-52af-4d93-b0df-50e58da0bff8 cannot update to ACTIVE because it is not bound. {{(pid=82862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 16 14:39:13.549196 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] Checking agent: {'id': '5fa9648c-092b-4732-8cb9-4096e942c6ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:39:13.550269 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] Checking segment: {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:39:13.550941 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:13.551598 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] Bound using segment: {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:39:13.564988 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] Bound port: 832a0ca9-57af-47a2-8a3a-1e60130fdcc1, host: dv-cinder-821893-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:39:13.565699 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:13.691038 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:13.901792 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] For port 832a0ca9-57af-47a2-8a3a-1e60130fdcc1, host dv-cinder-821893-3-smb, cleared binding levels {{(pid=82862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:39:13.929411 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] For port 832a0ca9-57af-47a2-8a3a-1e60130fdcc1, host dv-cinder-821893-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=832a0ca9-57af-47a2-8a3a-1e60130fdcc1,segment=NetworkSegment(4f5dda31-b5b1-4742-b2db-5b9a26752cae),segment_id=4f5dda31-b5b1-4742-b2db-5b9a26752cae)] {{(pid=82862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:39:13.939408 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:14.006766 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:14.059109 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b463853-1914-4473-8f8a-80778d61c94d admin admin] Router 0aa52b8a-4e5e-442f-8e96-005b89dad427 has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:39:14.238397 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] Routers {'2aeceecc-01d1-4de4-b670-58b4607249c5'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:39:14.240185 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:39:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['2aeceecc-01d1-4de4-b670-58b4607249c5'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:39:14.361212 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649176d-45ea-49e0-873b-03d63df1a8de None None] Pushing event updated for resources: {'Port': ['ID=832a0ca9-57af-47a2-8a3a-1e60130fdcc1,revision_number=3']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:14.410303 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-e649176d-45ea-49e0-873b-03d63df1a8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:14.432365 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae4687-b9a0-4732-a5ae-688a4bd93188 req-12a4744c-d871-4adb-ac7c-269bc6a4e80d tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:14.435354 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-37ae4687-b9a0-4732-a5ae-688a4bd93188 req-12a4744c-d871-4adb-ac7c-269bc6a4e80d tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Synchronizing usage tracker for tenant:37bffd4b7c164a09884970b5cb9d1a41 on resource:port {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:39:14.485619 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-37ae4687-b9a0-4732-a5ae-688a4bd93188 req-12a4744c-d871-4adb-ac7c-269bc6a4e80d tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Unset dirty status for tenant:37bffd4b7c164a09884970b5cb9d1a41 on resource:port {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:39:14.488260 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-37ae4687-b9a0-4732-a5ae-688a4bd93188 req-12a4744c-d871-4adb-ac7c-269bc6a4e80d tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 931 time: 0.2678185 Dec 16 14:39:14.713064 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-37ae4687-b9a0-4732-a5ae-688a4bd93188 req-ff68c46d-6a77-4391-96dc-f81f579249d6 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/security-groups?id=0030fa54-de4e-4f35-84f0-2d79e9a12bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139442 Dec 16 14:39:14.878938 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] Set router 2aeceecc-01d1-4de4-b670-58b4607249c5 gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:39:15.259646 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8d56f335-ee13-478d-a40b-fe9317b234e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:15.441897 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] Request body: {'port': {'device_id': '04fa7bc8-1b98-4acd-be8b-5d225c128499', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:39:15.825349 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:15.916074 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aeceecc-01d1-4de4-b670-58b4607249c5', 'name': 'tempest-ServerRescueNegativeTestJSON-313763053-router', 'tenant_id': 'be21f06220c9415f8c855afb6556a878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': '832a0ca9-57af-47a2-8a3a-1e60130fdcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:59Z', 'updated_at': '2021-12-16T14:39:05Z', 'revision_number': 3, 'project_id': 'be21f06220c9415f8c855afb6556a878', 'gw_port': {'id': '832a0ca9-57af-47a2-8a3a-1e60130fdcc1', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aeceecc-01d1-4de4-b670-58b4607249c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:01Z', 'updated_at': '2021-12-16T14:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:39:15.926349 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac58c271-3486-4acb-bac2-ab3cd036f57b None None] The sync data for ids ['2aeceecc-01d1-4de4-b670-58b4607249c5'] in dv-cinder-821893-3-smb is: [{'id': '2aeceecc-01d1-4de4-b670-58b4607249c5', 'name': 'tempest-ServerRescueNegativeTestJSON-313763053-router', 'tenant_id': 'be21f06220c9415f8c855afb6556a878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': '832a0ca9-57af-47a2-8a3a-1e60130fdcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:59Z', 'updated_at': '2021-12-16T14:39:05Z', 'revision_number': 3, 'project_id': 'be21f06220c9415f8c855afb6556a878', 'gw_port': {'id': '832a0ca9-57af-47a2-8a3a-1e60130fdcc1', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aeceecc-01d1-4de4-b670-58b4607249c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:01Z', 'updated_at': '2021-12-16T14:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}] {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:39:16.062822 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_common [None req-8d56f335-ee13-478d-a40b-fe9317b234e2 admin admin] Allocated IP 172.20.0.1 (95cfc6cc-2bf9-4352-9f9e-27747b195118/fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e/0764577b-3e85-4036-ac14-ada98a29baac) {{(pid=82860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:39:16.622824 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8d56f335-ee13-478d-a40b-fe9317b234e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:16.704395 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b463853-1914-4473-8f8a-80778d61c94d admin admin] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:39:16.720232 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] Sync routers for ids ['0aa52b8a-4e5e-442f-8e96-005b89dad427'] in dv-cinder-821893-3-smb {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:39:16.756398 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] Routers {'0aa52b8a-4e5e-442f-8e96-005b89dad427'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:39:16.761916 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:39:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['0aa52b8a-4e5e-442f-8e96-005b89dad427'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:39:16.767003 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8d56f335-ee13-478d-a40b-fe9317b234e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633'] for port, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:16.797733 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-9b463853-1914-4473-8f8a-80778d61c94d admin admin] 10.222.0.44 "PUT /v2.0/routers/0aa52b8a-4e5e-442f-8e96-005b89dad427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4287899 Dec 16 14:39:16.801293 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:16.986913 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a04539-965f-4c95-951b-6ddcc7a8ed3d {{(pid=82861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:39:17.002974 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:17.042151 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.provisioning_blocks [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] Transition to ACTIVE for port object 43a04539-965f-4c95-951b-6ddcc7a8ed3d will not be triggered until provisioned by entity L2. {{(pid=82861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:39:17.056284 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:17.083532 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:17.091314 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56f335-ee13-478d-a40b-fe9317b234e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0764577b-3e85-4036-ac14-ada98a29baac,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:17.130201 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-8d56f335-ee13-478d-a40b-fe9317b234e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:17.183978 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d56f335-ee13-478d-a40b-fe9317b234e2 admin admin] Network 95cfc6cc-2bf9-4352-9f9e-27747b195118 is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:39:17.195894 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [None req-8d56f335-ee13-478d-a40b-fe9317b234e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:39:17.205234 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d56f335-ee13-478d-a40b-fe9317b234e2 admin admin] Received port after_create {{(pid=82860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:39:17.210499 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8d56f335-ee13-478d-a40b-fe9317b234e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377607'] for router_interface, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:17.576719 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] Set router 0aa52b8a-4e5e-442f-8e96-005b89dad427 gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:39:17.646552 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddc608-5429-498f-9d22-6f7f0848e733 req-de609027-d040-4f5d-8257-195a98ec6212 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:17.648260 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5eddc608-5429-498f-9d22-6f7f0848e733 req-de609027-d040-4f5d-8257-195a98ec6212 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 931 time: 0.9488678 Dec 16 14:39:17.649371 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8d56f335-ee13-478d-a40b-fe9317b234e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:17.772196 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] Pushing event updated for resources: {'Port': ['ID=43a04539-965f-4c95-951b-6ddcc7a8ed3d,revision_number=2']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:17.783706 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:18.093918 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] Attempting to bind port 43a04539-965f-4c95-951b-6ddcc7a8ed3d on host hv-cinder-82189 for vnic_type normal with profile {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:39:18.094588 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] Attempting to bind port 43a04539-965f-4c95-951b-6ddcc7a8ed3d by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'eb0c489f-bd3b-45c4-9412-eab568ab4fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e900d275-1369-493b-b34b-2714373cc1d9'}] {{(pid=82861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:39:18.094588 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] Attempting to bind port 43a04539-965f-4c95-951b-6ddcc7a8ed3d on network e900d275-1369-493b-b34b-2714373cc1d9 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:39:18.132531 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] Port 43a04539-965f-4c95-951b-6ddcc7a8ed3d on network e900d275-1369-493b-b34b-2714373cc1d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 16 14:39:18.133027 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] Attempting to bind port 43a04539-965f-4c95-951b-6ddcc7a8ed3d on network e900d275-1369-493b-b34b-2714373cc1d9 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:39:18.163326 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] Checking agent: {'id': '01466b47-b9e9-4bec-ae02-30c05024f419', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:39:18.163710 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] Checking segment: {'id': 'eb0c489f-bd3b-45c4-9412-eab568ab4fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e900d275-1369-493b-b34b-2714373cc1d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:39:18.168027 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] Bound using segment: {'id': 'eb0c489f-bd3b-45c4-9412-eab568ab4fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e900d275-1369-493b-b34b-2714373cc1d9'} {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:39:18.168637 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] Bound port: 43a04539-965f-4c95-951b-6ddcc7a8ed3d, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb0c489f-bd3b-45c4-9412-eab568ab4fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e900d275-1369-493b-b34b-2714373cc1d9'}}] {{(pid=82861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:39:18.169044 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:18.207629 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 832a0ca9-57af-47a2-8a3a-1e60130fdcc1 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:39:18.285393 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-5eddc608-5429-498f-9d22-6f7f0848e733 req-989bf3d2-ee4d-40b8-a31e-32b755ae188c tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Synchronizing usage tracker for tenant:37bffd4b7c164a09884970b5cb9d1a41 on resource:security_group {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:39:18.382765 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.db.resource_extend [None req-8d56f335-ee13-478d-a40b-fe9317b234e2 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 14:39:18.412102 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning for port 832a0ca9-57af-47a2-8a3a-1e60130fdcc1 completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:39:18.426714 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 832a0ca9-57af-47a2-8a3a-1e60130fdcc1 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:39:18.426714 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:18.437012 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8d56f335-ee13-478d-a40b-fe9317b234e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:18.444434 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-5eddc608-5429-498f-9d22-6f7f0848e733 req-989bf3d2-ee4d-40b8-a31e-32b755ae188c tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Unset dirty status for tenant:37bffd4b7c164a09884970b5cb9d1a41 on resource:security_group {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:39:18.450720 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5eddc608-5429-498f-9d22-6f7f0848e733 req-989bf3d2-ee4d-40b8-a31e-32b755ae188c tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/security-groups?id=0030fa54-de4e-4f35-84f0-2d79e9a12bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7539530 Dec 16 14:39:18.455798 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8d56f335-ee13-478d-a40b-fe9317b234e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:18.459630 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8d56f335-ee13-478d-a40b-fe9317b234e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3564005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380779'] for router_interface, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:18.509368 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:18.526231 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] For port 43a04539-965f-4c95-951b-6ddcc7a8ed3d, host hv-cinder-82189, cleared binding levels {{(pid=82861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:39:18.545119 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] For port 43a04539-965f-4c95-951b-6ddcc7a8ed3d, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=43a04539-965f-4c95-951b-6ddcc7a8ed3d,segment=NetworkSegment(eb0c489f-bd3b-45c4-9412-eab568ab4fd7),segment_id=eb0c489f-bd3b-45c4-9412-eab568ab4fd7)] {{(pid=82861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:39:18.555629 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:18.571996 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-d549b271-f768-475d-98ae-561322caf298 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:18.655332 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'name': 'tempest-AttachVolumeShelveTestJSON-1955939718-router', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:54Z', 'updated_at': '2021-12-16T14:39:10Z', 'revision_number': 4, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'gw_port': {'id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:38:56Z', 'updated_at': '2021-12-16T14:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '6daee365-52af-4d93-b0df-50e58da0bff8', 'name': '', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'mac_address': 'fa:16:3e:84:54:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:08Z', 'updated_at': '2021-12-16T14:39:11Z', 'revision_number': 2, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'subnets': [{'id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:39:18.691251 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] Checking router: 0aa52b8a-4e5e-442f-8e96-005b89dad427 for host: dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:39:18.708909 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] Updating router 0aa52b8a-4e5e-442f-8e96-005b89dad427 port 6daee365-52af-4d93-b0df-50e58da0bff8 binding host dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 16 14:39:18.743340 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56f335-ee13-478d-a40b-fe9317b234e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0764577b-3e85-4036-ac14-ada98a29baac,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:18.763239 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-8d56f335-ee13-478d-a40b-fe9317b234e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:18.902848 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] Pushing event updated for resources: {'Port': ['ID=43a04539-965f-4c95-951b-6ddcc7a8ed3d,revision_number=3']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:18.925071 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:18.962415 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:19.008854 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] 10.222.0.62 "PUT /v2.0/ports/43a04539-965f-4c95-951b-6ddcc7a8ed3d HTTP/1.1" status: 200 len: 1093 time: 4.6232171 Dec 16 14:39:19.008854 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fa7bc8-1b98-4acd-be8b-5d225c128499', 'tag': '43a04539-965f-4c95-951b-6ddcc7a8ed3d'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:39:19.032138 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:19.086104 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:19.114252 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] For port 832a0ca9-57af-47a2-8a3a-1e60130fdcc1, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=832a0ca9-57af-47a2-8a3a-1e60130fdcc1,segment=NetworkSegment(4f5dda31-b5b1-4742-b2db-5b9a26752cae),segment_id=4f5dda31-b5b1-4742-b2db-5b9a26752cae)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:39:19.120079 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:19.122737 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:19.381977 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-3ae5453a-e08b-409d-a67f-e39e7e1c796e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=37bffd4b7c164a09884970b5cb9d1a41&device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 1096 time: 0.2807336 Dec 16 14:39:19.389250 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Pushing event updated for resources: {'Port': ['ID=832a0ca9-57af-47a2-8a3a-1e60130fdcc1,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:19.401163 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:19.501566 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 55982) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:19.509601 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-d38259d3-02cf-440d-9f2a-1861055cac6f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--450229329', 'description': 'tempest-description--1693369382'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:39:19.519030 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-d38259d3-02cf-440d-9f2a-1861055cac6f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:19.525534 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-d38259d3-02cf-440d-9f2a-1861055cac6f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Usage tracker for resource:security_group and tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:19.531490 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-d38259d3-02cf-440d-9f2a-1861055cac6f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:19.543608 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-d38259d3-02cf-440d-9f2a-1861055cac6f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:19.560718 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d38259d3-02cf-440d-9f2a-1861055cac6f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:19.606794 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-dd9f5ece-ef68-4f86-ab37-e6ab89c0931e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43a04539-965f-4c95-951b-6ddcc7a8ed3d HTTP/1.1" status: 200 len: 217 time: 0.2046349 Dec 16 14:39:19.621321 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d56f335-ee13-478d-a40b-fe9317b234e2 admin admin] Network 95cfc6cc-2bf9-4352-9f9e-27747b195118 is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:39:19.633918 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [None req-8d56f335-ee13-478d-a40b-fe9317b234e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:39:19.783167 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-30228c2c-2317-4a74-912d-311deaee8f05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:19.784749 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-30228c2c-2317-4a74-912d-311deaee8f05 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ab1801e8-11ae-4518-ab0d-0a8cd7be10ee HTTP/1.1" status: 200 len: 851 time: 0.1680849 Dec 16 14:39:19.917772 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-0221d1d7-868d-453b-aec9-b689d1c6fb77 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e900d275-1369-493b-b34b-2714373cc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156886 Dec 16 14:39:20.188114 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 832a0ca9-57af-47a2-8a3a-1e60130fdcc1 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:39:20.429256 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-d38259d3-02cf-440d-9f2a-1861055cac6f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:20.468779 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-d38259d3-02cf-440d-9f2a-1861055cac6f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Usage tracker for resource:security_group_rule and tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:20.487919 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-d38259d3-02cf-440d-9f2a-1861055cac6f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:20.494183 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 832a0ca9-57af-47a2-8a3a-1e60130fdcc1 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:39:20.495255 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:20.532634 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-7b516f1e-48f1-4048-b154-49f4ddfbfab3 service neutron] 10.222.0.62 "GET /v2.0/networks/e900d275-1369-493b-b34b-2714373cc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028926 Dec 16 14:39:20.625906 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] Notify callbacks [] for port, precommit_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:20.663205 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.provisioning_blocks [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] Transition to ACTIVE for port object 6daee365-52af-4d93-b0df-50e58da0bff8 will not be triggered until provisioned by entity L2. {{(pid=82863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:39:20.673496 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:20.679870 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [None req-90ec582d-dcb5-4d51-aac4-c843512ffdcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:20.682748 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-d38259d3-02cf-440d-9f2a-1861055cac6f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:20.863853 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b70b10-9d59-45cf-9254-e2baf818ec8c None None] Pushing event updated for resources: {'Port': ['ID=6daee365-52af-4d93-b0df-50e58da0bff8,revision_number=3']} {{(pid=82863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:20.874848 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [None req-99b70b10-9d59-45cf-9254-e2baf818ec8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:21.130636 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d38259d3-02cf-440d-9f2a-1861055cac6f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:21.140358 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-732441de-bf1e-4a7c-9e0c-6f0dc31b92e7 req-c4f620bf-9104-4487-ab8c-afa85b314413 service neutron] 10.222.0.62 "GET /v2.0/networks/e900d275-1369-493b-b34b-2714373cc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916409 Dec 16 14:39:21.142074 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31da2fe-1fd7-4761-b0b4-a50abb46ec1f req-bd1b9678-a797-47e3-b286-35a791d34dc6 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:21.143812 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b31da2fe-1fd7-4761-b0b4-a50abb46ec1f req-bd1b9678-a797-47e3-b286-35a791d34dc6 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 943 time: 0.8519337 Dec 16 14:39:21.150699 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:39:21.152869 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d38259d3-02cf-440d-9f2a-1861055cac6f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:21.177956 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:21.292924 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38259d3-02cf-440d-9f2a-1861055cac6f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b03c9f17-1e8c-412f-a157-0485c00e3301,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:21.317692 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-d38259d3-02cf-440d-9f2a-1861055cac6f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:21.334912 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.managers [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] Attempting to bind port 6daee365-52af-4d93-b0df-50e58da0bff8 on host dv-cinder-821893-3-smb for vnic_type normal with profile {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:39:21.334912 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.managers [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] Attempting to bind port 6daee365-52af-4d93-b0df-50e58da0bff8 by drivers openvswitch,hyperv on host dv-cinder-821893-3-smb at level 0 using segments [{'id': '23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65'}] {{(pid=82863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:39:21.335167 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] Attempting to bind port 6daee365-52af-4d93-b0df-50e58da0bff8 on network eb1f760c-41d7-4239-8c86-9a119e8dad65 {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:39:21.340228 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d38259d3-02cf-440d-9f2a-1861055cac6f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:21.345586 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 56026) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:21.352390 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-1a5ba591-618b-46e4-9f53-ed73096f71c5 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Request body: {'security_group_rule': {'security_group_id': 'b03c9f17-1e8c-412f-a157-0485c00e3301', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:39:21.354199 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] Checking agent: {'id': '5fa9648c-092b-4732-8cb9-4096e942c6ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:39:21.354579 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] Checking segment: {'id': '23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:39:21.354986 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:21.355504 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] Bound using segment: {'id': '23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65'} {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:39:21.356467 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-d38259d3-02cf-440d-9f2a-1861055cac6f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.8393409 Dec 16 14:39:21.371093 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-1a5ba591-618b-46e4-9f53-ed73096f71c5 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:21.376502 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.managers [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] Bound port: 6daee365-52af-4d93-b0df-50e58da0bff8, host: dv-cinder-821893-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65'}}] {{(pid=82863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:39:21.380656 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:21.384197 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b31da2fe-1fd7-4761-b0b4-a50abb46ec1f req-012780e5-fbee-4c2c-a7db-04d5460f896f tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/security-groups?id=0030fa54-de4e-4f35-84f0-2d79e9a12bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320156 Dec 16 14:39:21.393741 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-1a5ba591-618b-46e4-9f53-ed73096f71c5 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Usage tracker for resource:security_group_rule and tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:21.402986 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-1a5ba591-618b-46e4-9f53-ed73096f71c5 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:21.429089 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-1a5ba591-618b-46e4-9f53-ed73096f71c5 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:21.476117 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1a5ba591-618b-46e4-9f53-ed73096f71c5 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:21.518982 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d56f335-ee13-478d-a40b-fe9317b234e2 admin admin] Router 2aeceecc-01d1-4de4-b670-58b4607249c5 has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:39:21.728755 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1a5ba591-618b-46e4-9f53-ed73096f71c5 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:21.735781 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1a5ba591-618b-46e4-9f53-ed73096f71c5 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356819'] for security_group_rule, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:21.738742 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:21.792390 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.db [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] For port 6daee365-52af-4d93-b0df-50e58da0bff8, host dv-cinder-821893-3-smb, cleared binding levels {{(pid=82863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:39:21.804506 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.db [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] For port 6daee365-52af-4d93-b0df-50e58da0bff8, host dv-cinder-821893-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=6daee365-52af-4d93-b0df-50e58da0bff8,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:39:21.814914 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:21.824200 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1a5ba591-618b-46e4-9f53-ed73096f71c5 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:21.824763 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:21.826654 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-1a5ba591-618b-46e4-9f53-ed73096f71c5 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4796293 Dec 16 14:39:21.830517 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 56038) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:21.841991 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ba591-618b-46e4-9f53-ed73096f71c5 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4dfe84d-b400-41ac-a269-0dcb5f395d4a,revision_number=0']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:21.848079 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-9904de1f-fe44-4000-86df-ebd6f30f832a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Request body: {'security_group_rule': {'security_group_id': 'b03c9f17-1e8c-412f-a157-0485c00e3301', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:39:21.870565 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-1a5ba591-618b-46e4-9f53-ed73096f71c5 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:21.871947 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-9904de1f-fe44-4000-86df-ebd6f30f832a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:21.884301 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-9904de1f-fe44-4000-86df-ebd6f30f832a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Usage tracker for resource:security_group_rule and tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:21.894390 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fa7bc8-1b98-4acd-be8b-5d225c128499', 'tag': '43a04539-965f-4c95-951b-6ddcc7a8ed3d', 'status': 'completed', 'code': 200} Dec 16 14:39:21.898315 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-9904de1f-fe44-4000-86df-ebd6f30f832a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:21.914382 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-9904de1f-fe44-4000-86df-ebd6f30f832a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:22.019355 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b70b10-9d59-45cf-9254-e2baf818ec8c None None] Pushing event updated for resources: {'Port': ['ID=6daee365-52af-4d93-b0df-50e58da0bff8,revision_number=4']} {{(pid=82863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:22.027798 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [None req-99b70b10-9d59-45cf-9254-e2baf818ec8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:22.086694 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] Routers {'0aa52b8a-4e5e-442f-8e96-005b89dad427'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:39:22.087294 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:39:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['0aa52b8a-4e5e-442f-8e96-005b89dad427'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:39:22.098044 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-9904de1f-fe44-4000-86df-ebd6f30f832a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:22.394360 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d56f335-ee13-478d-a40b-fe9317b234e2 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:39:22.416040 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-8d56f335-ee13-478d-a40b-fe9317b234e2 admin admin] 10.222.0.44 "PUT /v2.0/routers/2aeceecc-01d1-4de4-b670-58b4607249c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9551518 Dec 16 14:39:22.427289 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f0ecb987-7296-43b5-866b-3df5483bcd46 req-2b4eddf7-b70f-4d6a-9313-b65b50e0f6cb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=37bffd4b7c164a09884970b5cb9d1a41&device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 1096 time: 0.4774020 Dec 16 14:39:22.446619 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-9904de1f-fe44-4000-86df-ebd6f30f832a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:22.531158 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-9904de1f-fe44-4000-86df-ebd6f30f832a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356819'] for security_group_rule, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:22.800041 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:22.961968 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 56058) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:23.002745 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904de1f-fe44-4000-86df-ebd6f30f832a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5d7fa2-9e6f-4713-b179-5594bf7f09fc,revision_number=0']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:23.005172 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-9904de1f-fe44-4000-86df-ebd6f30f832a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:23.006755 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-9904de1f-fe44-4000-86df-ebd6f30f832a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1735346 Dec 16 14:39:23.040193 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-9904de1f-fe44-4000-86df-ebd6f30f832a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:23.041108 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 56064) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:23.091946 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Request body: {'floatingip': {'floating_network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:39:23.111294 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] Set router 0aa52b8a-4e5e-442f-8e96-005b89dad427 gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:39:23.118721 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:23.139586 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Usage tracker for resource:floatingip and tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:23.159450 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:23.207400 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:23.255311 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65100fef-19f6-48ec-ba72-4c47b9e681d7 req-bafdde23-1bb2-48b0-9c20-fa9681d651e7 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:23.268730 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-65100fef-19f6-48ec-ba72-4c47b9e681d7 req-bafdde23-1bb2-48b0-9c20-fa9681d651e7 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 943 time: 0.3306251 Dec 16 14:39:23.364619 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecb987-7296-43b5-866b-3df5483bcd46 req-8656d91f-452d-44d8-9710-6d652fd0dd98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:23.369896 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f0ecb987-7296-43b5-866b-3df5483bcd46 req-8656d91f-452d-44d8-9710-6d652fd0dd98 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e900d275-1369-493b-b34b-2714373cc1d9 HTTP/1.1" status: 200 len: 912 time: 0.9181669 Dec 16 14:39:23.374989 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for floatingip, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:23.501610 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-65100fef-19f6-48ec-ba72-4c47b9e681d7 req-eb88e31f-4b4a-4e53-a8de-3f36a0ad6904 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/security-groups?id=0030fa54-de4e-4f35-84f0-2d79e9a12bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133584 Dec 16 14:39:23.722895 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f0ecb987-7296-43b5-866b-3df5483bcd46 req-1d0cd228-81a7-484e-89ff-3d815fa9152c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43a04539-965f-4c95-951b-6ddcc7a8ed3d HTTP/1.1" status: 200 len: 217 time: 0.2933757 Dec 16 14:39:24.114729 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'name': 'tempest-AttachVolumeShelveTestJSON-1955939718-router', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:54Z', 'updated_at': '2021-12-16T14:39:10Z', 'revision_number': 4, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'gw_port': {'id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:38:56Z', 'updated_at': '2021-12-16T14:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '6daee365-52af-4d93-b0df-50e58da0bff8', 'name': '', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'mac_address': 'fa:16:3e:84:54:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:08Z', 'updated_at': '2021-12-16T14:39:21Z', 'revision_number': 4, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'subnets': [{'id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:39:24.116155 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecb987-7296-43b5-866b-3df5483bcd46 req-99900b47-78d2-46a6-ab60-0f66e14c4727 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:24.121798 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f0ecb987-7296-43b5-866b-3df5483bcd46 req-99900b47-78d2-46a6-ab60-0f66e14c4727 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ab1801e8-11ae-4518-ab0d-0a8cd7be10ee HTTP/1.1" status: 200 len: 851 time: 0.3273191 Dec 16 14:39:24.150133 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657df5a5-c333-436c-b5cc-8a83ea62c2f9 None None] The sync data for ids ['0aa52b8a-4e5e-442f-8e96-005b89dad427'] in dv-cinder-821893-3-smb is: [{'id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'name': 'tempest-AttachVolumeShelveTestJSON-1955939718-router', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:54Z', 'updated_at': '2021-12-16T14:39:10Z', 'revision_number': 4, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'gw_port': {'id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:38:56Z', 'updated_at': '2021-12-16T14:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '6daee365-52af-4d93-b0df-50e58da0bff8', 'name': '', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'mac_address': 'fa:16:3e:84:54:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:08Z', 'updated_at': '2021-12-16T14:39:21Z', 'revision_number': 4, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'subnets': [{'id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:39:24.251294 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-08577eef-66c8-45ac-9450-eabb802141ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:24.289681 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] Sync routers for ids ['2aeceecc-01d1-4de4-b670-58b4607249c5'] in dv-cinder-821893-3-smb {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:39:24.336307 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] Routers {'2aeceecc-01d1-4de4-b670-58b4607249c5'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:39:24.337679 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:39:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['2aeceecc-01d1-4de4-b670-58b4607249c5'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:39:24.418500 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-08577eef-66c8-45ac-9450-eabb802141ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:24.445513 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-08577eef-66c8-45ac-9450-eabb802141ea admin admin] Usage tracker for resource:security_group_rule and tenant:414b4d51776d48caa135b97ade92df09 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:24.456723 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-08577eef-66c8-45ac-9450-eabb802141ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:24.470995 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-08577eef-66c8-45ac-9450-eabb802141ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:24.624891 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f0ecb987-7296-43b5-866b-3df5483bcd46 req-67d2c3fb-eac8-4f42-89b9-cb95b19ce56a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e900d275-1369-493b-b34b-2714373cc1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1395202 Dec 16 14:39:25.067628 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] Set router 2aeceecc-01d1-4de4-b670-58b4607249c5 gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:39:25.588758 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f0ecb987-7296-43b5-866b-3df5483bcd46 req-f847cae5-832d-4afe-85e1-5b8ff521097a service neutron] 10.222.0.62 "GET /v2.0/networks/e900d275-1369-493b-b34b-2714373cc1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9425917 Dec 16 14:39:25.612755 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-08577eef-66c8-45ac-9450-eabb802141ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:25.702897 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-08577eef-66c8-45ac-9450-eabb802141ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:25.920219 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:25.954464 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:26.121646 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e4669-4887-4624-8251-771f59320e3a req-d8718fd2-f1da-44c1-be34-dd60faa25e0b tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:26.123819 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-ed5e4669-4887-4624-8251-771f59320e3a req-d8718fd2-f1da-44c1-be34-dd60faa25e0b tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 943 time: 1.2302008 Dec 16 14:39:26.229637 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 6daee365-52af-4d93-b0df-50e58da0bff8 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:39:26.548846 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 56128) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:26.562375 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-08577eef-66c8-45ac-9450-eabb802141ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=414b4d51776d48caa135b97ade92df09&name=default HTTP/1.1" status: 200 len: 2647 time: 3.5903964 Dec 16 14:39:26.720665 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning for port 6daee365-52af-4d93-b0df-50e58da0bff8 completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:39:26.736335 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 6daee365-52af-4d93-b0df-50e58da0bff8 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:39:26.750524 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f0ecb987-7296-43b5-866b-3df5483bcd46 req-d068f1d5-7c4b-4c97-9273-e89986132acc service neutron] 10.222.0.62 "GET /v2.0/networks/e900d275-1369-493b-b34b-2714373cc1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1262331 Dec 16 14:39:26.753273 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:26.763163 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08577eef-66c8-45ac-9450-eabb802141ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5237b8c-b2d2-49f0-8c19-340e85bfe021,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:26.797754 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-08577eef-66c8-45ac-9450-eabb802141ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:26.823843 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c3753af0-9b6c-4e6a-a718-a44b21b6f396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:26.890660 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c3753af0-9b6c-4e6a-a718-a44b21b6f396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:27.008316 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-ed5e4669-4887-4624-8251-771f59320e3a req-a210bd2d-30f5-4c60-9d27-2302709d42a1 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/security-groups?id=0030fa54-de4e-4f35-84f0-2d79e9a12bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8347120 Dec 16 14:39:27.117616 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c3753af0-9b6c-4e6a-a718-a44b21b6f396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:27.134465 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:27.175274 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_common [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Allocated IP 172.28.3.236 (186f29a2-e581-4978-89ea-e3da95ffad7e/03058b0e-e3b9-411a-92a6-f5070e371994/ae7889de-e9d2-404b-8476-7044d96b42f0) {{(pid=82861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:39:27.189257 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3753af0-9b6c-4e6a-a718-a44b21b6f396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5237b8c-b2d2-49f0-8c19-340e85bfe021,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:27.240882 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-c3753af0-9b6c-4e6a-a718-a44b21b6f396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:27.509984 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aeceecc-01d1-4de4-b670-58b4607249c5', 'name': 'tempest-ServerRescueNegativeTestJSON-313763053-router', 'tenant_id': 'be21f06220c9415f8c855afb6556a878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': '832a0ca9-57af-47a2-8a3a-1e60130fdcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:59Z', 'updated_at': '2021-12-16T14:39:17Z', 'revision_number': 4, 'project_id': 'be21f06220c9415f8c855afb6556a878', 'gw_port': {'id': '832a0ca9-57af-47a2-8a3a-1e60130fdcc1', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeceecc-01d1-4de4-b670-58b4607249c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:01Z', 'updated_at': '2021-12-16T14:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '0764577b-3e85-4036-ac14-ada98a29baac', 'name': '', 'network_id': '95cfc6cc-2bf9-4352-9f9e-27747b195118', 'tenant_id': 'be21f06220c9415f8c855afb6556a878', 'mac_address': 'fa:16:3e:2e:15:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aeceecc-01d1-4de4-b670-58b4607249c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:17Z', 'revision_number': 2, 'project_id': 'be21f06220c9415f8c855afb6556a878', 'subnets': [{'id': 'fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:39:27.531340 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c3753af0-9b6c-4e6a-a718-a44b21b6f396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:27.539243 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-c3753af0-9b6c-4e6a-a718-a44b21b6f396 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b5237b8c-b2d2-49f0-8c19-340e85bfe021 HTTP/1.1" status: 204 len: 168 time: 0.9863665 Dec 16 14:39:27.552718 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] Checking router: 2aeceecc-01d1-4de4-b670-58b4607249c5 for host: dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:39:27.553271 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] Updating router 2aeceecc-01d1-4de4-b670-58b4607249c5 port 0764577b-3e85-4036-ac14-ada98a29baac binding host dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 16 14:39:27.710199 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:27.907224 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for port, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:27.990434 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-59b2b9df-ffd6-4751-8dc2-d7c56502521c tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:28.001783 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-59b2b9df-ffd6-4751-8dc2-d7c56502521c tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/networks?id=95cfc6cc-2bf9-4352-9f9e-27747b195118 HTTP/1.1" status: 200 len: 818 time: 0.8143923 Dec 16 14:39:28.017548 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:28.042429 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:28.045281 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-06018b0c-0a4b-4f6c-a063-eb1b45267781 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/quotas/be21f06220c9415f8c855afb6556a878 HTTP/1.1" status: 200 len: 375 time: 0.0334001 Dec 16 14:39:28.090700 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:28.097372 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] For port 6daee365-52af-4d93-b0df-50e58da0bff8, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=6daee365-52af-4d93-b0df-50e58da0bff8,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:39:28.146253 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:28.179257 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:28.294683 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-757ec5e4-7dbe-4ac0-b49e-03523bd3eb86 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Synchronizing usage tracker for tenant:be21f06220c9415f8c855afb6556a878 on resource:port {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:39:28.396254 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-757ec5e4-7dbe-4ac0-b49e-03523bd3eb86 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Unset dirty status for tenant:be21f06220c9415f8c855afb6556a878 on resource:port {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:39:28.404339 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-757ec5e4-7dbe-4ac0-b49e-03523bd3eb86 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=be21f06220c9415f8c855afb6556a878&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3476465 Dec 16 14:39:28.501323 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Network 186f29a2-e581-4978-89ea-e3da95ffad7e is already hosted by enough agents. {{(pid=82861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:39:28.540667 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Resources bound (agent type, host, resource id): {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:39:28.546069 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Received port after_create {{(pid=82861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:39:28.966889 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-d26c13f0-23bc-4faa-8173-62de7f2576df service neutron] 10.222.0.44 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537591 Dec 16 14:39:29.039684 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:29.090072 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Pushing event updated for resources: {'Port': ['ID=ae7889de-e9d2-404b-8476-7044d96b42f0,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:29.130955 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.055s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:29.207837 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:29.280318 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af0a93-df88-4cf6-92ef-27ca8988345d req-930e78ce-577b-4a26-a1ae-efcdc2c070bd tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:29.282604 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f1af0a93-df88-4cf6-92ef-27ca8988345d req-930e78ce-577b-4a26-a1ae-efcdc2c070bd tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 943 time: 0.5085380 Dec 16 14:39:29.287598 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 56172) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:29.442342 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f1af0a93-df88-4cf6-92ef-27ca8988345d req-cb369321-72dc-498a-829f-e4aff23cc80b tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/security-groups?id=0030fa54-de4e-4f35-84f0-2d79e9a12bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139374 Dec 16 14:39:29.471108 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-80f25fd8-7e1f-48b9-9f5c-a6745961ebdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:29.688249 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] Notify callbacks [] for port, precommit_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:29.721059 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] Transition to ACTIVE for port object 0764577b-3e85-4036-ac14-ada98a29baac will not be triggered until provisioned by entity L2. {{(pid=82862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:39:29.748354 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:29.774096 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-7556ad6f-36f8-437c-8311-2088abed81a7 service neutron] 10.222.0.44 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8008807 Dec 16 14:39:29.882721 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-80f25fd8-7e1f-48b9-9f5c-a6745961ebdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:29.917000 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-80f25fd8-7e1f-48b9-9f5c-a6745961ebdc admin admin] Usage tracker for resource:security_group_rule and tenant:c075e12825ee426ab4747bfa496229dd is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:29.943358 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-80f25fd8-7e1f-48b9-9f5c-a6745961ebdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:29.979223 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-80f25fd8-7e1f-48b9-9f5c-a6745961ebdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:30.168774 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Pushing event updated for resources: {'Port': ['ID=6daee365-52af-4d93-b0df-50e58da0bff8,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:30.197031 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.018s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:30.202692 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.363s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:30.218669 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-80f25fd8-7e1f-48b9-9f5c-a6745961ebdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:30.274168 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-80f25fd8-7e1f-48b9-9f5c-a6745961ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:30.413183 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-08577eef-66c8-45ac-9450-eabb802141ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:30.451793 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-80f25fd8-7e1f-48b9-9f5c-a6745961ebdc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c075e12825ee426ab4747bfa496229dd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1628923 Dec 16 14:39:30.460120 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 56200) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:30.461044 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 56202) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:30.790360 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a71810b3-76b1-48a6-a743-01a47c9139cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:30.883540 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e724e9-bb50-499b-b7c8-d9c9021a3425 None None] Pushing event updated for resources: {'Port': ['ID=0764577b-3e85-4036-ac14-ada98a29baac,revision_number=3']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:30.903593 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-97e724e9-bb50-499b-b7c8-d9c9021a3425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:30.927021 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] Attempting to bind port 0764577b-3e85-4036-ac14-ada98a29baac on host dv-cinder-821893-3-smb for vnic_type normal with profile {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:39:30.927847 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] Attempting to bind port 0764577b-3e85-4036-ac14-ada98a29baac by drivers openvswitch,hyperv on host dv-cinder-821893-3-smb at level 0 using segments [{'id': 'a4f4bbaf-917f-4c90-8312-c5464b7eef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '95cfc6cc-2bf9-4352-9f9e-27747b195118'}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:39:30.928433 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] Attempting to bind port 0764577b-3e85-4036-ac14-ada98a29baac on network 95cfc6cc-2bf9-4352-9f9e-27747b195118 {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:39:30.931487 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a71810b3-76b1-48a6-a743-01a47c9139cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:30.941072 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] Checking agent: {'id': '5fa9648c-092b-4732-8cb9-4096e942c6ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:39:30.942161 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] Checking segment: {'id': 'a4f4bbaf-917f-4c90-8312-c5464b7eef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '95cfc6cc-2bf9-4352-9f9e-27747b195118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:39:30.942902 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:30.943526 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] Bound using segment: {'id': 'a4f4bbaf-917f-4c90-8312-c5464b7eef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '95cfc6cc-2bf9-4352-9f9e-27747b195118'} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:39:30.945165 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] Bound port: 0764577b-3e85-4036-ac14-ada98a29baac, host: dv-cinder-821893-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f4bbaf-917f-4c90-8312-c5464b7eef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '95cfc6cc-2bf9-4352-9f9e-27747b195118'}}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:39:30.946158 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:31.072025 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-75fabba1-df5b-416b-99f9-4745b2c08b3d req-2e2fd247-35c3-4db2-b276-f77bfa577569 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 210 time: 0.5353503 Dec 16 14:39:31.103344 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c23cda84-e687-407a-b225-8026a76f544e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:31.144664 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f25fd8-7e1f-48b9-9f5c-a6745961ebdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f4c5e4-252c-468e-8dc4-0a65698a1073,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:31.156771 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-80f25fd8-7e1f-48b9-9f5c-a6745961ebdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:31.238698 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for port, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:31.247633 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:31.254743 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] For port 0764577b-3e85-4036-ac14-ada98a29baac, host dv-cinder-821893-3-smb, cleared binding levels {{(pid=82862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:39:31.256291 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:31.267246 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] For port 0764577b-3e85-4036-ac14-ada98a29baac, host dv-cinder-821893-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=0764577b-3e85-4036-ac14-ada98a29baac,segment=NetworkSegment(a4f4bbaf-917f-4c90-8312-c5464b7eef53),segment_id=a4f4bbaf-917f-4c90-8312-c5464b7eef53)] {{(pid=82862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:39:31.273748 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:31.299222 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:31.400706 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a71810b3-76b1-48a6-a743-01a47c9139cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:31.431521 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-86fd1268-2b0a-48e4-8154-83f605ce5654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:31.472791 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] Routers {'2aeceecc-01d1-4de4-b670-58b4607249c5'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:39:31.473728 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:39:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['2aeceecc-01d1-4de4-b670-58b4607249c5'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:39:31.503448 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Pushing event updated for resources: {'Port': ['ID=ae7889de-e9d2-404b-8476-7044d96b42f0,revision_number=2']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:31.510883 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71810b3-76b1-48a6-a743-01a47c9139cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f4c5e4-252c-468e-8dc4-0a65698a1073,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:31.524083 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:31.538536 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-a71810b3-76b1-48a6-a743-01a47c9139cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:31.543140 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-c23cda84-e687-407a-b225-8026a76f544e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:31.554386 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377752'] for floatingip, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:31.562757 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-c23cda84-e687-407a-b225-8026a76f544e admin admin] Usage tracker for resource:security_group_rule and tenant:ff66a3908e36415c97dc67fd0887d230 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:31.568186 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-c23cda84-e687-407a-b225-8026a76f544e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:31.577534 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-c23cda84-e687-407a-b225-8026a76f544e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:31.586239 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a71810b3-76b1-48a6-a743-01a47c9139cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:31.587802 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-a71810b3-76b1-48a6-a743-01a47c9139cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/15f4c5e4-252c-468e-8dc4-0a65698a1073 HTTP/1.1" status: 204 len: 168 time: 1.1298962 Dec 16 14:39:31.631772 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for floatingip, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:31.641860 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5884566 Dec 16 14:39:31.857595 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e885db3-55c6-450b-9763-40291d308945 req-9c7f54c1-aeb5-4795-9af5-1cd8fff7ae72 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:31.864691 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-3e885db3-55c6-450b-9763-40291d308945 req-9c7f54c1-aeb5-4795-9af5-1cd8fff7ae72 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 943 time: 0.7194285 Dec 16 14:39:32.102001 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c23cda84-e687-407a-b225-8026a76f544e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:32.127764 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c23cda84-e687-407a-b225-8026a76f544e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:32.145678 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e724e9-bb50-499b-b7c8-d9c9021a3425 None None] Pushing event updated for resources: {'Port': ['ID=0764577b-3e85-4036-ac14-ada98a29baac,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:32.158837 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-97e724e9-bb50-499b-b7c8-d9c9021a3425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.860s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:32.162158 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-8e4efd94-06a5-4023-9558-beb9f57801e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:32.178234 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc1679-ee54-4544-9493-12b554f0728f req-f1f6fb27-768c-4371-948f-6179b5f7c9a8 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:32.179374 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-19dc1679-ee54-4544-9493-12b554f0728f req-f1f6fb27-768c-4371-948f-6179b5f7c9a8 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Synchronizing usage tracker for tenant:be21f06220c9415f8c855afb6556a878 on resource:network {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:39:32.188701 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-3e885db3-55c6-450b-9763-40291d308945 req-5154f136-b4a3-48f2-8b5a-047a34597582 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/security-groups?id=0030fa54-de4e-4f35-84f0-2d79e9a12bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040583 Dec 16 14:39:32.266234 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-19dc1679-ee54-4544-9493-12b554f0728f req-f1f6fb27-768c-4371-948f-6179b5f7c9a8 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Unset dirty status for tenant:be21f06220c9415f8c855afb6556a878 on resource:network {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:39:32.267487 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-19dc1679-ee54-4544-9493-12b554f0728f req-f1f6fb27-768c-4371-948f-6179b5f7c9a8 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/networks?id=95cfc6cc-2bf9-4352-9f9e-27747b195118 HTTP/1.1" status: 200 len: 818 time: 0.5581756 Dec 16 14:39:32.300132 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] Set router 2aeceecc-01d1-4de4-b670-58b4607249c5 gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:39:32.329633 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-19dc1679-ee54-4544-9493-12b554f0728f req-c1661d47-550a-4ffc-9612-67d463078fac tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/quotas/be21f06220c9415f8c855afb6556a878 HTTP/1.1" status: 200 len: 375 time: 0.0547414 Dec 16 14:39:32.361927 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23cda84-e687-407a-b225-8026a76f544e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681b889b-5cbc-453b-8bf9-3587e553731e,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:32.404933 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-c23cda84-e687-407a-b225-8026a76f544e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff66a3908e36415c97dc67fd0887d230&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9376090 Dec 16 14:39:32.406956 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 56282) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:32.407833 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-c23cda84-e687-407a-b225-8026a76f544e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:32.565064 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-19dc1679-ee54-4544-9493-12b554f0728f req-bf7b9e8f-ff30-4311-8465-4e6db28a9102 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=be21f06220c9415f8c855afb6556a878&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2281828 Dec 16 14:39:32.571967 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-1d023a14-20fb-48b9-abad-ec8ef9430c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:32.593986 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 6daee365-52af-4d93-b0df-50e58da0bff8 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:39:32.642929 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-1d023a14-20fb-48b9-abad-ec8ef9430c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:32.942174 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-b7537767-651a-4cc5-8be9-142044a94c60 req-fe4f41a3-4378-4b2f-be70-8dfad16f39c8 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Synchronizing usage tracker for tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 on resource:security_group {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:39:32.952535 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [req-19dc1679-ee54-4544-9493-12b554f0728f req-bbd7d0cb-11a8-40b6-8b70-8b3e48b5efcb service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=82861) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 16 14:39:32.954154 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-19dc1679-ee54-4544-9493-12b554f0728f req-bbd7d0cb-11a8-40b6-8b70-8b3e48b5efcb service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1687956 Dec 16 14:39:32.984976 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-1d023a14-20fb-48b9-abad-ec8ef9430c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:32.985559 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 6daee365-52af-4d93-b0df-50e58da0bff8 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:39:32.988107 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:33.024487 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:33.048739 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d023a14-20fb-48b9-abad-ec8ef9430c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681b889b-5cbc-453b-8bf9-3587e553731e,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:33.054372 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-1d023a14-20fb-48b9-abad-ec8ef9430c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:33.065999 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-b7537767-651a-4cc5-8be9-142044a94c60 req-fe4f41a3-4378-4b2f-be70-8dfad16f39c8 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Unset dirty status for tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 on resource:security_group {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:39:33.067506 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b7537767-651a-4cc5-8be9-142044a94c60 req-fe4f41a3-4378-4b2f-be70-8dfad16f39c8 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--450229329&fields=id&tenant_id=50ab4f2ba6e544b5a75c9ff80708a7a6 HTTP/1.1" status: 200 len: 267 time: 0.4028139 Dec 16 14:39:33.075270 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-1d023a14-20fb-48b9-abad-ec8ef9430c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:33.079411 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-1d023a14-20fb-48b9-abad-ec8ef9430c99 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/681b889b-5cbc-453b-8bf9-3587e553731e HTTP/1.1" status: 204 len: 168 time: 0.6659191 Dec 16 14:39:33.471113 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-19dc1679-ee54-4544-9493-12b554f0728f req-d32aa776-e168-4ce0-a2bf-cddb5e9caa7e service neutron] 10.222.0.44 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059657 Dec 16 14:39:33.523388 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7537767-651a-4cc5-8be9-142044a94c60 req-14b45e07-28df-48d7-86d5-6e67f8746ebb tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:33.530521 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b7537767-651a-4cc5-8be9-142044a94c60 req-14b45e07-28df-48d7-86d5-6e67f8746ebb tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/networks?id=eb1f760c-41d7-4239-8c86-9a119e8dad65 HTTP/1.1" status: 200 len: 817 time: 0.4324915 Dec 16 14:39:33.570040 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b7537767-651a-4cc5-8be9-142044a94c60 req-71378d7a-bd69-4586-82e3-04be6f12e5b9 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/quotas/50ab4f2ba6e544b5a75c9ff80708a7a6 HTTP/1.1" status: 200 len: 375 time: 0.0294895 Dec 16 14:39:33.649193 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aeceecc-01d1-4de4-b670-58b4607249c5', 'name': 'tempest-ServerRescueNegativeTestJSON-313763053-router', 'tenant_id': 'be21f06220c9415f8c855afb6556a878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': '832a0ca9-57af-47a2-8a3a-1e60130fdcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:59Z', 'updated_at': '2021-12-16T14:39:17Z', 'revision_number': 4, 'project_id': 'be21f06220c9415f8c855afb6556a878', 'gw_port': {'id': '832a0ca9-57af-47a2-8a3a-1e60130fdcc1', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeceecc-01d1-4de4-b670-58b4607249c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:01Z', 'updated_at': '2021-12-16T14:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '0764577b-3e85-4036-ac14-ada98a29baac', 'name': '', 'network_id': '95cfc6cc-2bf9-4352-9f9e-27747b195118', 'tenant_id': 'be21f06220c9415f8c855afb6556a878', 'mac_address': 'fa:16:3e:2e:15:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aeceecc-01d1-4de4-b670-58b4607249c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:31Z', 'revision_number': 4, 'project_id': 'be21f06220c9415f8c855afb6556a878', 'subnets': [{'id': 'fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:39:33.662434 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9e8d3f-bdca-44e6-81e1-0037522aae04 None None] The sync data for ids ['2aeceecc-01d1-4de4-b670-58b4607249c5'] in dv-cinder-821893-3-smb is: [{'id': '2aeceecc-01d1-4de4-b670-58b4607249c5', 'name': 'tempest-ServerRescueNegativeTestJSON-313763053-router', 'tenant_id': 'be21f06220c9415f8c855afb6556a878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': '832a0ca9-57af-47a2-8a3a-1e60130fdcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:59Z', 'updated_at': '2021-12-16T14:39:17Z', 'revision_number': 4, 'project_id': 'be21f06220c9415f8c855afb6556a878', 'gw_port': {'id': '832a0ca9-57af-47a2-8a3a-1e60130fdcc1', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeceecc-01d1-4de4-b670-58b4607249c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:01Z', 'updated_at': '2021-12-16T14:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '0764577b-3e85-4036-ac14-ada98a29baac', 'name': '', 'network_id': '95cfc6cc-2bf9-4352-9f9e-27747b195118', 'tenant_id': 'be21f06220c9415f8c855afb6556a878', 'mac_address': 'fa:16:3e:2e:15:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aeceecc-01d1-4de4-b670-58b4607249c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:31Z', 'revision_number': 4, 'project_id': 'be21f06220c9415f8c855afb6556a878', 'subnets': [{'id': 'fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:39:33.790360 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-b7537767-651a-4cc5-8be9-142044a94c60 req-ee42cf62-e3e1-4b2f-a27c-253d889b2ec7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Synchronizing usage tracker for tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 on resource:port {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:39:33.836411 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-b7537767-651a-4cc5-8be9-142044a94c60 req-ee42cf62-e3e1-4b2f-a27c-253d889b2ec7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Unset dirty status for tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 on resource:port {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:39:33.867427 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b7537767-651a-4cc5-8be9-142044a94c60 req-ee42cf62-e3e1-4b2f-a27c-253d889b2ec7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=50ab4f2ba6e544b5a75c9ff80708a7a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2938766 Dec 16 14:39:34.105381 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 56344) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:34.107933 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-19dc1679-ee54-4544-9493-12b554f0728f req-a28137ad-d8f9-4054-9593-9184032f83e6 service neutron] 10.222.0.44 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6317830 Dec 16 14:39:34.149914 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 43a04539-965f-4c95-951b-6ddcc7a8ed3d details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:39:34.219053 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f90ff9fb-7de3-4daf-a3e5-8b3e54fcfad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:34.443247 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b7537767-651a-4cc5-8be9-142044a94c60 req-e1adb952-dab9-4593-a5ce-4da5732be60b service neutron] 10.222.0.44 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5455964 Dec 16 14:39:34.534857 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-f90ff9fb-7de3-4daf-a3e5-8b3e54fcfad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:34.615165 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 0764577b-3e85-4036-ac14-ada98a29baac up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:39:34.693728 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-f90ff9fb-7de3-4daf-a3e5-8b3e54fcfad2 admin admin] Usage tracker for resource:security_group_rule and tenant:d8690a4c57be422cb9d22420a0422ece is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:34.711918 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-bb804978-3571-42a7-941d-62bdaaca4710 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:34.714802 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-bb804978-3571-42a7-941d-62bdaaca4710 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.62 "GET /v2.0/networks?id=95cfc6cc-2bf9-4352-9f9e-27747b195118 HTTP/1.1" status: 200 len: 818 time: 0.5956352 Dec 16 14:39:34.720651 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-f90ff9fb-7de3-4daf-a3e5-8b3e54fcfad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:34.747891 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-187c5551-a2af-4058-bb50-00a8f295fb62 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Request body: {'port': {'device_id': '8f79bb19-0e64-4359-a655-4f1d0ded26e2', 'network_id': '95cfc6cc-2bf9-4352-9f9e-27747b195118', 'admin_state_up': True, 'tenant_id': 'be21f06220c9415f8c855afb6556a878'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:39:34.784721 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-f90ff9fb-7de3-4daf-a3e5-8b3e54fcfad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:35.107554 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning for port 0764577b-3e85-4036-ac14-ada98a29baac completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:39:35.138146 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 0764577b-3e85-4036-ac14-ada98a29baac triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:39:35.138476 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:35.218348 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f90ff9fb-7de3-4daf-a3e5-8b3e54fcfad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:35.230111 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b7537767-651a-4cc5-8be9-142044a94c60 req-291ee206-2b2a-41b0-9250-05087fd6c69f service neutron] 10.222.0.44 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7569730 Dec 16 14:39:35.231631 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f90ff9fb-7de3-4daf-a3e5-8b3e54fcfad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:35.291646 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:35.375796 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-187c5551-a2af-4058-bb50-00a8f295fb62 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:35.408619 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ff9fb-7de3-4daf-a3e5-8b3e54fcfad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4763a2-f22e-41e9-bbd0-6d12faa916ac,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:35.432516 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-f90ff9fb-7de3-4daf-a3e5-8b3e54fcfad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:35.455558 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-187c5551-a2af-4058-bb50-00a8f295fb62 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:35.528547 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-f90ff9fb-7de3-4daf-a3e5-8b3e54fcfad2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8690a4c57be422cb9d22420a0422ece&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4199109 Dec 16 14:39:35.534650 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 56378) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:35.537058 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36643920-35f0-43c7-b261-e7030293cfca req-3d34bd68-3ab3-4a77-93ac-3e0b7951ad18 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:35.553476 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-36643920-35f0-43c7-b261-e7030293cfca req-3d34bd68-3ab3-4a77-93ac-3e0b7951ad18 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 943 time: 0.5236015 Dec 16 14:39:35.575582 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-187c5551-a2af-4058-bb50-00a8f295fb62 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Made reservation on behalf of be21f06220c9415f8c855afb6556a878 for: {'port': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:39:35.598928 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-187c5551-a2af-4058-bb50-00a8f295fb62 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:35.896582 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-842c8fd0-795e-4b14-87da-d5c6fc88c094 req-a508814d-151a-4fe3-9633-d4d8003fb49b tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 210 time: 0.1406956 Dec 16 14:39:35.966622 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-ca6dfe8e-5eaa-47db-8454-2ec5e5d93345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:36.056873 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 43a04539-965f-4c95-951b-6ddcc7a8ed3d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=43a04539-965f-4c95-951b-6ddcc7a8ed3d,segment=NetworkSegment(eb0c489f-bd3b-45c4-9412-eab568ab4fd7),segment_id=eb0c489f-bd3b-45c4-9412-eab568ab4fd7)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:39:36.060521 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-ca6dfe8e-5eaa-47db-8454-2ec5e5d93345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:36.115908 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Returning: {'device': '43a04539-965f-4c95-951b-6ddcc7a8ed3d', 'network_id': 'e900d275-1369-493b-b34b-2714373cc1d9', 'port_id': '43a04539-965f-4c95-951b-6ddcc7a8ed3d', 'mac_address': 'fa:16:3e:79:46:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab1801e8-11ae-4518-ab0d-0a8cd7be10ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:39:36.231733 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-ca6dfe8e-5eaa-47db-8454-2ec5e5d93345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:36.259628 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-770c9b33-ce3e-42db-a331-d053bfc17504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:36.445504 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-36643920-35f0-43c7-b261-e7030293cfca req-fddcbe47-0ab4-4cb6-b823-a1cf2348957b tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/security-groups?id=0030fa54-de4e-4f35-84f0-2d79e9a12bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8823607 Dec 16 14:39:36.541471 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6dfe8e-5eaa-47db-8454-2ec5e5d93345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4763a2-f22e-41e9-bbd0-6d12faa916ac,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:36.592284 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-ca6dfe8e-5eaa-47db-8454-2ec5e5d93345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:36.603736 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_common [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-187c5551-a2af-4058-bb50-00a8f295fb62 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Allocated IP 172.20.0.3 (95cfc6cc-2bf9-4352-9f9e-27747b195118/fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e/c9e0c808-6c3a-425a-acdf-0cf262a73bf1) {{(pid=82861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:39:36.653513 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-6c9cf625-a675-43a3-b953-7e812c179f7f req-b24e872a-fcba-43f9-a78a-ef7b1ecd38f1 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 210 time: 0.4029741 Dec 16 14:39:36.679951 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-ca6dfe8e-5eaa-47db-8454-2ec5e5d93345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:36.684545 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-ca6dfe8e-5eaa-47db-8454-2ec5e5d93345 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff4763a2-f22e-41e9-bbd0-6d12faa916ac HTTP/1.1" status: 204 len: 168 time: 1.1486373 Dec 16 14:39:36.852569 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:36.965723 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a04539-965f-4c95-951b-6ddcc7a8ed3d {{(pid=82862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:39:37.353729 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 43a04539-965f-4c95-951b-6ddcc7a8ed3d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=43a04539-965f-4c95-951b-6ddcc7a8ed3d,segment=NetworkSegment(eb0c489f-bd3b-45c4-9412-eab568ab4fd7),segment_id=eb0c489f-bd3b-45c4-9412-eab568ab4fd7)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:39:37.464943 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:37.491825 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:37.500960 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-187c5551-a2af-4058-bb50-00a8f295fb62 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Notify callbacks [] for port, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:37.539421 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:37.718474 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f8694306-d899-4303-ae47-23885219b7f7 req-fca5e099-ec68-4eaa-8906-00a181da4652 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 210 time: 0.1744452 Dec 16 14:39:37.768213 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-7586dc1e-2a9e-4262-820b-f102027b9f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:37.771477 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-187c5551-a2af-4058-bb50-00a8f295fb62 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:37.785137 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-564495e0-238b-4f7a-afa8-9733f8ce5d89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:38.036654 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['43a04539-965f-4c95-951b-6ddcc7a8ed3d'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:39:38.164830 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] For port 0764577b-3e85-4036-ac14-ada98a29baac, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=0764577b-3e85-4036-ac14-ada98a29baac,segment=NetworkSegment(a4f4bbaf-917f-4c90-8312-c5464b7eef53),segment_id=a4f4bbaf-917f-4c90-8312-c5464b7eef53)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:39:38.169837 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.62', 55052) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:38.172593 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c5551-a2af-4058-bb50-00a8f295fb62 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Pushing event updated for resources: {'Port': ['ID=c9e0c808-6c3a-425a-acdf-0cf262a73bf1,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:38.198290 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-187c5551-a2af-4058-bb50-00a8f295fb62 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:38.342970 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:38.364939 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-187c5551-a2af-4058-bb50-00a8f295fb62 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Network 95cfc6cc-2bf9-4352-9f9e-27747b195118 is already hosted by enough agents. {{(pid=82861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:39:38.392445 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4083bf7-7dcf-4f20-8b90-ccb48b93b80c req-d290403e-f754-4576-a5bc-f0e7fb4fe4d0 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:38.398276 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b4083bf7-7dcf-4f20-8b90-ccb48b93b80c req-d290403e-f754-4576-a5bc-f0e7fb4fe4d0 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 944 time: 0.3591948 Dec 16 14:39:38.565984 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=43a04539-965f-4c95-951b-6ddcc7a8ed3d,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:38.588870 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.066s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:38.591093 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-e649176d-45ea-49e0-873b-03d63df1a8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:38.604838 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b4083bf7-7dcf-4f20-8b90-ccb48b93b80c req-79448362-89d5-48bf-9b44-dde6387689fb tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/security-groups?id=0030fa54-de4e-4f35-84f0-2d79e9a12bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980321 Dec 16 14:39:38.626263 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-187c5551-a2af-4058-bb50-00a8f295fb62 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Resources bound (agent type, host, resource id): {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:39:38.639629 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-187c5551-a2af-4058-bb50-00a8f295fb62 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Received port after_create {{(pid=82861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:39:38.834155 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.62', 55054) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:38.882212 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Pushing event updated for resources: {'Port': ['ID=0764577b-3e85-4036-ac14-ada98a29baac,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:38.897005 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:39.322662 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-e1e8150d-0690-4a8a-9bc6-36d35eb21426 req-13ab465a-4349-467e-91fb-79743834c926 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 210 time: 0.1748209 Dec 16 14:39:39.328334 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc1679-ee54-4544-9493-12b554f0728f req-aa5a77b0-cfdc-4689-a0b0-02d3cab3cfbb tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:39.335603 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-19dc1679-ee54-4544-9493-12b554f0728f req-aa5a77b0-cfdc-4689-a0b0-02d3cab3cfbb tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.62 "GET /v2.0/networks?id=95cfc6cc-2bf9-4352-9f9e-27747b195118 HTTP/1.1" status: 200 len: 818 time: 1.1381836 Dec 16 14:39:39.474387 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-19dc1679-ee54-4544-9493-12b554f0728f req-c8913552-f8a9-438a-bda0-4ae57b6bbf02 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Request body: {'port': {'device_id': '308996cf-080a-403d-a85c-164c357c48f1', 'network_id': '95cfc6cc-2bf9-4352-9f9e-27747b195118', 'admin_state_up': True, 'tenant_id': 'be21f06220c9415f8c855afb6556a878'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:39:39.540617 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7af45210-6de6-4009-87cc-f2b21449ee2b req-2f1b685c-6813-44d1-b611-cd410eb04bf9 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 210 time: 0.2488878 Dec 16 14:39:39.750606 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7537767-651a-4cc5-8be9-142044a94c60 req-cddc99e2-c918-436a-af8c-1b929974d9b2 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:39.756477 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b7537767-651a-4cc5-8be9-142044a94c60 req-cddc99e2-c918-436a-af8c-1b929974d9b2 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.62 "GET /v2.0/networks?id=eb1f760c-41d7-4239-8c86-9a119e8dad65 HTTP/1.1" status: 200 len: 817 time: 0.9199369 Dec 16 14:39:39.766480 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-187c5551-a2af-4058-bb50-00a8f295fb62 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:39.767176 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-187c5551-a2af-4058-bb50-00a8f295fb62 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:39.853519 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-187c5551-a2af-4058-bb50-00a8f295fb62 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1168702 Dec 16 14:39:39.893338 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] Request body: {'port': {'device_id': '8f79bb19-0e64-4359-a655-4f1d0ded26e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:39:39.908596 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-7a4a87fa-7a7d-43ee-983d-98fece73772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:39.961343 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b7537767-651a-4cc5-8be9-142044a94c60 req-45f4b151-aafc-4f49-a1a8-03a5c9c19555 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50ab4f2ba6e544b5a75c9ff80708a7a6 HTTP/1.1" status: 200 len: 379 time: 0.1833832 Dec 16 14:39:39.979205 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [req-b7537767-651a-4cc5-8be9-142044a94c60 req-b9ca96b3-dd63-4adf-99cd-fbeb6e8e1c48 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Request body: {'port': {'device_id': '0a18f218-5bc0-4ffd-ad59-86e315b7487e', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'admin_state_up': True, 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'security_groups': ['b03c9f17-1e8c-412f-a157-0485c00e3301']}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:39:40.065608 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-19dc1679-ee54-4544-9493-12b554f0728f req-c8913552-f8a9-438a-bda0-4ae57b6bbf02 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:40.079188 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-19dc1679-ee54-4544-9493-12b554f0728f req-c8913552-f8a9-438a-bda0-4ae57b6bbf02 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Usage tracker for resource:port and tenant:be21f06220c9415f8c855afb6556a878 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:40.100029 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:40.125012 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-19dc1679-ee54-4544-9493-12b554f0728f req-c8913552-f8a9-438a-bda0-4ae57b6bbf02 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:40.186127 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-19dc1679-ee54-4544-9493-12b554f0728f req-c8913552-f8a9-438a-bda0-4ae57b6bbf02 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:40.229969 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19dc1679-ee54-4544-9493-12b554f0728f req-c8913552-f8a9-438a-bda0-4ae57b6bbf02 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Made reservation on behalf of be21f06220c9415f8c855afb6556a878 for: {'port': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:39:40.235849 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-19dc1679-ee54-4544-9493-12b554f0728f req-c8913552-f8a9-438a-bda0-4ae57b6bbf02 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:40.537308 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 0764577b-3e85-4036-ac14-ada98a29baac up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:39:40.545493 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b9b3a-4e41-40d2-9f52-ba7927288bbd req-bb406a60-a436-4260-a22b-b0acdc611a75 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:40.559030 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4c5b9b3a-4e41-40d2-9f52-ba7927288bbd req-bb406a60-a436-4260-a22b-b0acdc611a75 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 944 time: 0.5090272 Dec 16 14:39:40.700975 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [req-b7537767-651a-4cc5-8be9-142044a94c60 req-b9ca96b3-dd63-4adf-99cd-fbeb6e8e1c48 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:40.721542 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4c5b9b3a-4e41-40d2-9f52-ba7927288bbd req-09609e7d-c85d-4039-97e7-8f873fb2119f tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/security-groups?id=0030fa54-de4e-4f35-84f0-2d79e9a12bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600227 Dec 16 14:39:40.764995 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [req-b7537767-651a-4cc5-8be9-142044a94c60 req-b9ca96b3-dd63-4adf-99cd-fbeb6e8e1c48 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:40.807959 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7537767-651a-4cc5-8be9-142044a94c60 req-b9ca96b3-dd63-4adf-99cd-fbeb6e8e1c48 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Made reservation on behalf of 50ab4f2ba6e544b5a75c9ff80708a7a6 for: {'port': 1} {{(pid=82860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:39:40.816833 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-b7537767-651a-4cc5-8be9-142044a94c60 req-b9ca96b3-dd63-4adf-99cd-fbeb6e8e1c48 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:40.868477 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_common [req-19dc1679-ee54-4544-9493-12b554f0728f req-c8913552-f8a9-438a-bda0-4ae57b6bbf02 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Allocated IP 172.20.0.11 (95cfc6cc-2bf9-4352-9f9e-27747b195118/fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e/d941f5bd-21ca-4826-a59b-77773b45a78b) {{(pid=82861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:39:40.991767 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:40.994579 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-66908c7c-9c7b-4564-abb0-12339cad5141 req-9046f642-ae13-45ba-99b3-0e93295ad01f tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Synchronizing usage tracker for tenant:be21f06220c9415f8c855afb6556a878 on resource:port {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:39:41.105406 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 0764577b-3e85-4036-ac14-ada98a29baac triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:39:41.106322 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:41.371365 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:41.398928 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-19dc1679-ee54-4544-9493-12b554f0728f req-c8913552-f8a9-438a-bda0-4ae57b6bbf02 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Notify callbacks [] for port, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:41.490056 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-66908c7c-9c7b-4564-abb0-12339cad5141 req-9046f642-ae13-45ba-99b3-0e93295ad01f tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Unset dirty status for tenant:be21f06220c9415f8c855afb6556a878 on resource:port {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:39:41.491397 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-66908c7c-9c7b-4564-abb0-12339cad5141 req-9046f642-ae13-45ba-99b3-0e93295ad01f tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 210 time: 0.5994883 Dec 16 14:39:41.492525 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-19dc1679-ee54-4544-9493-12b554f0728f req-c8913552-f8a9-438a-bda0-4ae57b6bbf02 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:41.542329 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:41.623252 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_common [req-b7537767-651a-4cc5-8be9-142044a94c60 req-b9ca96b3-dd63-4adf-99cd-fbeb6e8e1c48 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Allocated IP 172.20.0.12 (eb1f760c-41d7-4239-8c86-9a119e8dad65/69274fc7-9ac3-4ad8-87f4-58834408c137/2eb0bd28-703a-4b3f-b4d8-a8a3322b412a) {{(pid=82860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:39:41.680689 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 43a04539-965f-4c95-951b-6ddcc7a8ed3d up at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:39:41.832704 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19dc1679-ee54-4544-9493-12b554f0728f req-c8913552-f8a9-438a-bda0-4ae57b6bbf02 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Network 95cfc6cc-2bf9-4352-9f9e-27747b195118 is already hosted by enough agents. {{(pid=82861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:39:41.838784 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [req-19dc1679-ee54-4544-9493-12b554f0728f req-c8913552-f8a9-438a-bda0-4ae57b6bbf02 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Resources bound (agent type, host, resource id): {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:39:41.841561 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8913552-f8a9-438a-bda0-4ae57b6bbf02 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Pushing event updated for resources: {'Port': ['ID=d941f5bd-21ca-4826-a59b-77773b45a78b,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:41.866117 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [req-19dc1679-ee54-4544-9493-12b554f0728f req-c8913552-f8a9-438a-bda0-4ae57b6bbf02 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Received port after_create {{(pid=82861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:39:41.961099 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc1679-ee54-4544-9493-12b554f0728f req-c8913552-f8a9-438a-bda0-4ae57b6bbf02 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:41.962691 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-19dc1679-ee54-4544-9493-12b554f0728f req-c8913552-f8a9-438a-bda0-4ae57b6bbf02 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:41.970046 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-c8913552-f8a9-438a-bda0-4ae57b6bbf02 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:41.984522 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning for port 43a04539-965f-4c95-951b-6ddcc7a8ed3d completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:39:41.993298 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning complete for port 43a04539-965f-4c95-951b-6ddcc7a8ed3d triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:39:41.994033 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:42.019421 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-19dc1679-ee54-4544-9493-12b554f0728f req-c8913552-f8a9-438a-bda0-4ae57b6bbf02 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5557582 Dec 16 14:39:42.045936 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-19dc1679-ee54-4544-9493-12b554f0728f req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] Request body: {'port': {'device_id': '308996cf-080a-403d-a85c-164c357c48f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:39:42.196883 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-bcf43bba-bcb8-4041-abfd-04600b3955e7 req-7ab55839-1d56-4f4a-a205-5b48dac0df86 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 210 time: 0.2175980 Dec 16 14:39:42.278819 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.db.resource_extend [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 14:39:42.290112 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 56584) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:42.474737 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-b7537767-651a-4cc5-8be9-142044a94c60 req-b9ca96b3-dd63-4adf-99cd-fbeb6e8e1c48 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for port, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:42.490022 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-19dc1679-ee54-4544-9493-12b554f0728f req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:42.503946 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e0c808-6c3a-425a-acdf-0cf262a73bf1 {{(pid=82861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:39:42.524575 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:42.530550 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:42.599119 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [req-b7537767-651a-4cc5-8be9-142044a94c60 req-b9ca96b3-dd63-4adf-99cd-fbeb6e8e1c48 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Transition to ACTIVE for port object 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a will not be triggered until provisioned by entity DHCP. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:39:42.604301 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:42.635434 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.provisioning_blocks [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] Transition to ACTIVE for port object c9e0c808-6c3a-425a-acdf-0cf262a73bf1 will not be triggered until provisioned by entity L2. {{(pid=82861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:39:42.647893 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 43a04539-965f-4c95-951b-6ddcc7a8ed3d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=43a04539-965f-4c95-951b-6ddcc7a8ed3d,segment=NetworkSegment(eb0c489f-bd3b-45c4-9412-eab568ab4fd7),segment_id=eb0c489f-bd3b-45c4-9412-eab568ab4fd7)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:39:42.649063 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fa7bc8-1b98-4acd-be8b-5d225c128499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a04539-965f-4c95-951b-6ddcc7a8ed3d'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:39:42.663813 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:42.673696 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-b7537767-651a-4cc5-8be9-142044a94c60 req-b9ca96b3-dd63-4adf-99cd-fbeb6e8e1c48 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633'] for port, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:42.735274 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:42.767590 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-77d4ee6f-70cb-44f7-b3fb-829342d2fa6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:42.859205 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:42.864909 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:42.910614 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7537767-651a-4cc5-8be9-142044a94c60 req-b9ca96b3-dd63-4adf-99cd-fbeb6e8e1c48 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Network eb1f760c-41d7-4239-8c86-9a119e8dad65 is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:39:42.914820 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca96b3-dd63-4adf-99cd-fbeb6e8e1c48 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Pushing event updated for resources: {'Port': ['ID=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:42.919398 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [req-b7537767-651a-4cc5-8be9-142044a94c60 req-b9ca96b3-dd63-4adf-99cd-fbeb6e8e1c48 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:39:42.921755 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-b9ca96b3-dd63-4adf-99cd-fbeb6e8e1c48 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:42.922547 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7537767-651a-4cc5-8be9-142044a94c60 req-b9ca96b3-dd63-4adf-99cd-fbeb6e8e1c48 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Received port after_create {{(pid=82860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:39:42.929508 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7537767-651a-4cc5-8be9-142044a94c60 req-b9ca96b3-dd63-4adf-99cd-fbeb6e8e1c48 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:42.935547 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-b7537767-651a-4cc5-8be9-142044a94c60 req-b9ca96b3-dd63-4adf-99cd-fbeb6e8e1c48 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:43.006078 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b7537767-651a-4cc5-8be9-142044a94c60 req-b9ca96b3-dd63-4adf-99cd-fbeb6e8e1c48 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0372040 Dec 16 14:39:43.098270 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [req-b7537767-651a-4cc5-8be9-142044a94c60 req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] Request body: {'port': {'device_id': '0a18f218-5bc0-4ffd-ad59-86e315b7487e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:39:43.148361 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=43a04539-965f-4c95-951b-6ddcc7a8ed3d,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:43.168799 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:43.260341 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3dd8bb2d-37c9-4746-816d-bb2d097acdb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:43.351876 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:43.518637 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-32703d80-0490-48da-b9ec-86707df13791 None None] Provisioning for port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a completed by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:39:43.529150 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-32703d80-0490-48da-b9ec-86707df13791 None None] Provisioning complete for port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:39:43.529603 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-32703d80-0490-48da-b9ec-86707df13791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:43.669396 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8db80-0893-45b4-b77e-1d550c9027e6 req-e743b6ed-e808-4fdb-b134-939a1cfc3178 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:43.676604 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-ecb8db80-0893-45b4-b77e-1d550c9027e6 req-e743b6ed-e808-4fdb-b134-939a1cfc3178 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 944 time: 1.2495425 Dec 16 14:39:43.692285 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-32703d80-0490-48da-b9ec-86707df13791 None None] Port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a cannot update to ACTIVE because it is not bound. {{(pid=82862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 16 14:39:43.724379 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-3dd8bb2d-37c9-4746-816d-bb2d097acdb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:43.733640 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e0c808-6c3a-425a-acdf-0cf262a73bf1,revision_number=2']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:43.738013 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-3dd8bb2d-37c9-4746-816d-bb2d097acdb4 admin admin] Usage tracker for resource:security_group_rule and tenant:c0274b0bda7a4ed1a15133ea40500d77 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:43.748066 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-3dd8bb2d-37c9-4746-816d-bb2d097acdb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:43.750987 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.016s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:43.773010 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-3dd8bb2d-37c9-4746-816d-bb2d097acdb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:43.810851 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-b7537767-651a-4cc5-8be9-142044a94c60 req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:43.918628 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-ecb8db80-0893-45b4-b77e-1d550c9027e6 req-1b7f504c-2fe5-4471-a986-1146d941149a tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/security-groups?id=0030fa54-de4e-4f35-84f0-2d79e9a12bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406573 Dec 16 14:39:43.956909 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3dd8bb2d-37c9-4746-816d-bb2d097acdb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:44.010049 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3dd8bb2d-37c9-4746-816d-bb2d097acdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:44.251925 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] Attempting to bind port c9e0c808-6c3a-425a-acdf-0cf262a73bf1 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:39:44.252373 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] Attempting to bind port c9e0c808-6c3a-425a-acdf-0cf262a73bf1 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'a4f4bbaf-917f-4c90-8312-c5464b7eef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '95cfc6cc-2bf9-4352-9f9e-27747b195118'}] {{(pid=82861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:39:44.252670 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] Attempting to bind port c9e0c808-6c3a-425a-acdf-0cf262a73bf1 on network 95cfc6cc-2bf9-4352-9f9e-27747b195118 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:39:44.294111 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] Port c9e0c808-6c3a-425a-acdf-0cf262a73bf1 on network 95cfc6cc-2bf9-4352-9f9e-27747b195118 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 16 14:39:44.294469 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] Attempting to bind port c9e0c808-6c3a-425a-acdf-0cf262a73bf1 on network 95cfc6cc-2bf9-4352-9f9e-27747b195118 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:39:44.301009 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-f90ff9fb-7de3-4daf-a3e5-8b3e54fcfad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:44.395003 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efcdc2-5885-405b-a53a-199e3a532393 req-0cb41a22-2fd5-4fe0-ab4d-f71ade3f1e11 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:44.396861 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-64efcdc2-5885-405b-a53a-199e3a532393 req-0cb41a22-2fd5-4fe0-ab4d-f71ade3f1e11 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 932 time: 1.1476412 Dec 16 14:39:44.500352 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [req-19dc1679-ee54-4544-9493-12b554f0728f req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d941f5bd-21ca-4826-a59b-77773b45a78b {{(pid=82861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:39:44.520015 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-19dc1679-ee54-4544-9493-12b554f0728f req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:44.565593 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.provisioning_blocks [req-19dc1679-ee54-4544-9493-12b554f0728f req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] Transition to ACTIVE for port object d941f5bd-21ca-4826-a59b-77773b45a78b will not be triggered until provisioned by entity L2. {{(pid=82861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:39:44.577429 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] Checking agent: {'id': '01466b47-b9e9-4bec-ae02-30c05024f419', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:39:44.579472 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] Checking segment: {'id': 'a4f4bbaf-917f-4c90-8312-c5464b7eef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '95cfc6cc-2bf9-4352-9f9e-27747b195118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:39:44.580743 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] Bound using segment: {'id': 'a4f4bbaf-917f-4c90-8312-c5464b7eef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '95cfc6cc-2bf9-4352-9f9e-27747b195118'} {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:39:44.582502 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] Bound port: c9e0c808-6c3a-425a-acdf-0cf262a73bf1, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f4bbaf-917f-4c90-8312-c5464b7eef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '95cfc6cc-2bf9-4352-9f9e-27747b195118'}}] {{(pid=82861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:39:44.583201 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:44.605422 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 56648) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:44.623547 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-19dc1679-ee54-4544-9493-12b554f0728f req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:44.636822 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8bb2d-37c9-4746-816d-bb2d097acdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddef91a1-9c97-4a8e-8d33-cc99d84c88dc,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:44.692430 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-06ccb908-781b-4404-861b-dba41666663c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:44.731296 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-3dd8bb2d-37c9-4746-816d-bb2d097acdb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:44.780368 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac6cf0-f5b6-4859-add6-16986a2c58dd req-6b6ab4ee-8984-4e2a-981c-c922850c9f82 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:44.789169 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-86ac6cf0-f5b6-4859-add6-16986a2c58dd req-6b6ab4ee-8984-4e2a-981c-c922850c9f82 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 932 time: 0.6430368 Dec 16 14:39:44.907887 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] For port c9e0c808-6c3a-425a-acdf-0cf262a73bf1, host hv-cinder-82189, cleared binding levels {{(pid=82861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:39:44.912396 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] For port c9e0c808-6c3a-425a-acdf-0cf262a73bf1, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c9e0c808-6c3a-425a-acdf-0cf262a73bf1,segment=NetworkSegment(a4f4bbaf-917f-4c90-8312-c5464b7eef53),segment_id=a4f4bbaf-917f-4c90-8312-c5464b7eef53)] {{(pid=82861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:39:44.944597 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:45.019158 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-3dd8bb2d-37c9-4746-816d-bb2d097acdb4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c0274b0bda7a4ed1a15133ea40500d77&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7240603 Dec 16 14:39:45.020047 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 56668) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:45.152324 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-86ac6cf0-f5b6-4859-add6-16986a2c58dd req-e09fa116-8e11-48f3-996d-4efac421d9bd tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Synchronizing usage tracker for tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 on resource:security_group {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:39:45.159694 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] Pushing event updated for resources: {'Port': ['ID=d941f5bd-21ca-4826-a59b-77773b45a78b,revision_number=2']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:45.165878 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:45.169754 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-64efcdc2-5885-405b-a53a-199e3a532393 req-b2b84336-321b-401b-9122-cc41dcc624f2 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6899614 Dec 16 14:39:45.250220 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-22e4507d-9f75-4e74-bfb2-203f3c64497d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:45.266621 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-c8913552-f8a9-438a-bda0-4ae57b6bbf02 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:45.528411 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-41c51ce5-85fc-44b4-b77e-a906f9c5271a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:45.616201 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-22e4507d-9f75-4e74-bfb2-203f3c64497d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:45.618540 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-41c51ce5-85fc-44b4-b77e-a906f9c5271a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:45.624059 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-22e4507d-9f75-4e74-bfb2-203f3c64497d admin admin] Usage tracker for resource:security_group_rule and tenant:2c45b3fcb5164a358ea9aeec8fffcd62 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:45.630973 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-22e4507d-9f75-4e74-bfb2-203f3c64497d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:45.644988 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-22e4507d-9f75-4e74-bfb2-203f3c64497d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:45.660039 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-86ac6cf0-f5b6-4859-add6-16986a2c58dd req-e09fa116-8e11-48f3-996d-4efac421d9bd tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Unset dirty status for tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 on resource:security_group {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:39:45.661109 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-86ac6cf0-f5b6-4859-add6-16986a2c58dd req-e09fa116-8e11-48f3-996d-4efac421d9bd tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8708613 Dec 16 14:39:45.667958 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:45.671303 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] 10.222.0.62 "PUT /v2.0/ports/c9e0c808-6c3a-425a-acdf-0cf262a73bf1 HTTP/1.1" status: 200 len: 1093 time: 5.7897434 Dec 16 14:39:45.690375 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f79bb19-0e64-4359-a655-4f1d0ded26e2', 'tag': 'c9e0c808-6c3a-425a-acdf-0cf262a73bf1'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:39:45.985886 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-19dc1679-ee54-4544-9493-12b554f0728f req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] Attempting to bind port d941f5bd-21ca-4826-a59b-77773b45a78b on host hv-cinder-82189 for vnic_type normal with profile {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:39:45.986896 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-19dc1679-ee54-4544-9493-12b554f0728f req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] Attempting to bind port d941f5bd-21ca-4826-a59b-77773b45a78b by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'a4f4bbaf-917f-4c90-8312-c5464b7eef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '95cfc6cc-2bf9-4352-9f9e-27747b195118'}] {{(pid=82861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:39:45.987173 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dc1679-ee54-4544-9493-12b554f0728f req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] Attempting to bind port d941f5bd-21ca-4826-a59b-77773b45a78b on network 95cfc6cc-2bf9-4352-9f9e-27747b195118 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:39:46.002166 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fa7bc8-1b98-4acd-be8b-5d225c128499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a04539-965f-4c95-951b-6ddcc7a8ed3d', 'code': 200} Dec 16 14:39:46.009162 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [req-b7537767-651a-4cc5-8be9-142044a94c60 req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a {{(pid=82860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:39:46.040923 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-b7537767-651a-4cc5-8be9-142044a94c60 req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:46.042641 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-22e4507d-9f75-4e74-bfb2-203f3c64497d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:46.058407 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dc1679-ee54-4544-9493-12b554f0728f req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] Port d941f5bd-21ca-4826-a59b-77773b45a78b on network 95cfc6cc-2bf9-4352-9f9e-27747b195118 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 16 14:39:46.058932 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dc1679-ee54-4544-9493-12b554f0728f req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] Attempting to bind port d941f5bd-21ca-4826-a59b-77773b45a78b on network 95cfc6cc-2bf9-4352-9f9e-27747b195118 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:39:46.069453 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-22e4507d-9f75-4e74-bfb2-203f3c64497d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:46.070937 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e0c808-6c3a-425a-acdf-0cf262a73bf1,revision_number=3']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:46.082826 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:46.115842 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:46.133550 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dc1679-ee54-4544-9493-12b554f0728f req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] Checking agent: {'id': '01466b47-b9e9-4bec-ae02-30c05024f419', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:39:46.134243 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dc1679-ee54-4544-9493-12b554f0728f req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] Checking segment: {'id': 'a4f4bbaf-917f-4c90-8312-c5464b7eef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '95cfc6cc-2bf9-4352-9f9e-27747b195118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:39:46.135217 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dc1679-ee54-4544-9493-12b554f0728f req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] Bound using segment: {'id': 'a4f4bbaf-917f-4c90-8312-c5464b7eef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '95cfc6cc-2bf9-4352-9f9e-27747b195118'} {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:39:46.135944 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-19dc1679-ee54-4544-9493-12b554f0728f req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] Bound port: d941f5bd-21ca-4826-a59b-77773b45a78b, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f4bbaf-917f-4c90-8312-c5464b7eef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '95cfc6cc-2bf9-4352-9f9e-27747b195118'}}] {{(pid=82861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:39:46.136556 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-19dc1679-ee54-4544-9493-12b554f0728f req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:46.140885 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [req-b7537767-651a-4cc5-8be9-142044a94c60 req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] Transition to ACTIVE for port object 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:39:46.150145 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-41c51ce5-85fc-44b4-b77e-a906f9c5271a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:46.192151 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-d38259d3-02cf-440d-9f2a-1861055cac6f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:46.234572 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-b7537767-651a-4cc5-8be9-142044a94c60 req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:46.276447 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c51ce5-85fc-44b4-b77e-a906f9c5271a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddef91a1-9c97-4a8e-8d33-cc99d84c88dc,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:46.279631 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-41c51ce5-85fc-44b4-b77e-a906f9c5271a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:46.282243 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-41c51ce5-85fc-44b4-b77e-a906f9c5271a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ddef91a1-9c97-4a8e-8d33-cc99d84c88dc HTTP/1.1" status: 204 len: 168 time: 1.2359796 Dec 16 14:39:46.299608 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-41c51ce5-85fc-44b4-b77e-a906f9c5271a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:46.300278 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:46.311224 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4507d-9f75-4e74-bfb2-203f3c64497d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28c3506-9e4a-4b7b-b763-7a611a483b88,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:46.327695 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f79bb19-0e64-4359-a655-4f1d0ded26e2', 'tag': 'c9e0c808-6c3a-425a-acdf-0cf262a73bf1', 'status': 'completed', 'code': 200} Dec 16 14:39:46.336615 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-22e4507d-9f75-4e74-bfb2-203f3c64497d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:46.533967 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-22e4507d-9f75-4e74-bfb2-203f3c64497d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c45b3fcb5164a358ea9aeec8fffcd62&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9216220 Dec 16 14:39:46.552065 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 56702) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:46.594925 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.62', 55070) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:46.748542 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-9d5ded72-9368-4867-ad5d-9337c1e2f745 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be21f06220c9415f8c855afb6556a878&device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 1096 time: 0.9113932 Dec 16 14:39:47.144149 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-bb7e3b62-f04e-4b9d-8fa6-2d87e443da79 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9e0c808-6c3a-425a-acdf-0cf262a73bf1 HTTP/1.1" status: 200 len: 217 time: 0.3592501 Dec 16 14:39:47.312908 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea7c5f-3a0f-4173-aeba-b86a4195c98a req-fea5b913-8926-498d-ba7e-81b8766ce770 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:47.315831 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a2ea7c5f-3a0f-4173-aeba-b86a4195c98a req-fea5b913-8926-498d-ba7e-81b8766ce770 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 945 time: 0.9157646 Dec 16 14:39:47.318633 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-19dc1679-ee54-4544-9493-12b554f0728f req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] For port d941f5bd-21ca-4826-a59b-77773b45a78b, host hv-cinder-82189, cleared binding levels {{(pid=82861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:39:47.322937 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:47.335413 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.033s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:47.402212 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-19dc1679-ee54-4544-9493-12b554f0728f req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] For port d941f5bd-21ca-4826-a59b-77773b45a78b, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d941f5bd-21ca-4826-a59b-77773b45a78b,segment=NetworkSegment(a4f4bbaf-917f-4c90-8312-c5464b7eef53),segment_id=a4f4bbaf-917f-4c90-8312-c5464b7eef53)] {{(pid=82861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:39:47.426267 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-19dc1679-ee54-4544-9493-12b554f0728f req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:47.434350 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-5c346885-db40-4a37-b4e4-ecffa57b6919 req-4cec67d9-bb6a-490f-b03d-8527d8fb609d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 1098 time: 0.8046966 Dec 16 14:39:47.445559 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:47.509503 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-1f162da7-cf9b-4aff-aa6e-16283d687a38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:47.511373 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-1f162da7-cf9b-4aff-aa6e-16283d687a38 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e HTTP/1.1" status: 200 len: 858 time: 0.3440216 Dec 16 14:39:47.515790 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 56728) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:47.594153 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-15784e41-3cfd-41cc-a257-8dfa2757fc09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:47.646493 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2e69e15f-7068-476b-a16a-6a22030cdc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:47.675067 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [req-b7537767-651a-4cc5-8be9-142044a94c60 req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] Attempting to bind port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a on host hv-cinder-82189 for vnic_type normal with profile {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:39:47.675647 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [req-b7537767-651a-4cc5-8be9-142044a94c60 req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] Attempting to bind port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:39:47.676221 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7537767-651a-4cc5-8be9-142044a94c60 req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] Attempting to bind port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a on network eb1f760c-41d7-4239-8c86-9a119e8dad65 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:39:47.728049 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-5c346885-db40-4a37-b4e4-ecffa57b6919 req-951df472-f498-4ad4-a2a2-9e3161f82497 service neutron] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:47.735907 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-15784e41-3cfd-41cc-a257-8dfa2757fc09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:47.744132 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-2d103cf5-63ef-4913-8521-9a465f8a9c1e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95cfc6cc-2bf9-4352-9f9e-27747b195118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2083700 Dec 16 14:39:47.768717 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c167e-1e3d-432f-a380-b0d23bdcbf3c req-a761deac-e4bf-4adf-ae1d-95871f280731 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:47.771650 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4e2c167e-1e3d-432f-a380-b0d23bdcbf3c req-a761deac-e4bf-4adf-ae1d-95871f280731 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 944 time: 0.8103087 Dec 16 14:39:47.784456 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7537767-651a-4cc5-8be9-142044a94c60 req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] Port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a on network eb1f760c-41d7-4239-8c86-9a119e8dad65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 16 14:39:47.785012 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7537767-651a-4cc5-8be9-142044a94c60 req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] Attempting to bind port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a on network eb1f760c-41d7-4239-8c86-9a119e8dad65 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:39:47.829984 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a2ea7c5f-3a0f-4173-aeba-b86a4195c98a req-62b4e91d-ca2b-4dff-b603-e133b8f28834 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/security-groups?id=0030fa54-de4e-4f35-84f0-2d79e9a12bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818544 Dec 16 14:39:47.903407 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7537767-651a-4cc5-8be9-142044a94c60 req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] Checking agent: {'id': '01466b47-b9e9-4bec-ae02-30c05024f419', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:39:47.903956 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7537767-651a-4cc5-8be9-142044a94c60 req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] Checking segment: {'id': '23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:39:47.904852 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7537767-651a-4cc5-8be9-142044a94c60 req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] Bound using segment: {'id': '23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:39:47.905665 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [req-b7537767-651a-4cc5-8be9-142044a94c60 req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] Bound port: 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:39:47.913914 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-b7537767-651a-4cc5-8be9-142044a94c60 req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:47.957291 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-2e69e15f-7068-476b-a16a-6a22030cdc53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:47.967390 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-2e69e15f-7068-476b-a16a-6a22030cdc53 admin admin] Usage tracker for resource:security_group_rule and tenant:5074bc931e944451a80c6c8956aed4ad is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:47.973232 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-2e69e15f-7068-476b-a16a-6a22030cdc53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:47.988457 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-2e69e15f-7068-476b-a16a-6a22030cdc53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:48.006834 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-19dc1679-ee54-4544-9493-12b554f0728f req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:48.009455 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-19dc1679-ee54-4544-9493-12b554f0728f req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] 10.222.0.62 "PUT /v2.0/ports/d941f5bd-21ca-4826-a59b-77773b45a78b HTTP/1.1" status: 200 len: 1094 time: 5.9686325 Dec 16 14:39:48.058036 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] Pushing event updated for resources: {'Port': ['ID=d941f5bd-21ca-4826-a59b-77773b45a78b,revision_number=3']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:48.073300 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:48.085707 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-5c346885-db40-4a37-b4e4-ecffa57b6919 req-951df472-f498-4ad4-a2a2-9e3161f82497 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:48.133188 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-5c346885-db40-4a37-b4e4-ecffa57b6919 req-951df472-f498-4ad4-a2a2-9e3161f82497 service neutron] Usage tracker for resource:security_group_rule and tenant:2d2d914365354a40bef26a2f775f189e is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:48.146148 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-5c346885-db40-4a37-b4e4-ecffa57b6919 req-951df472-f498-4ad4-a2a2-9e3161f82497 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:48.168294 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-5c346885-db40-4a37-b4e4-ecffa57b6919 req-951df472-f498-4ad4-a2a2-9e3161f82497 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:48.178863 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2e69e15f-7068-476b-a16a-6a22030cdc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:48.226095 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-ab813ab2-9e66-49e7-b49c-37218cbb9c5b service neutron] 10.222.0.62 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575653 Dec 16 14:39:48.349918 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4e2c167e-1e3d-432f-a380-b0d23bdcbf3c req-7bec5fcb-1292-4fea-968b-f07f134e7d90 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309126 Dec 16 14:39:48.389231 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308996cf-080a-403d-a85c-164c357c48f1', 'tag': 'd941f5bd-21ca-4826-a59b-77773b45a78b'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:39:48.398130 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2e69e15f-7068-476b-a16a-6a22030cdc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:48.515520 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-ca6dfe8e-5eaa-47db-8454-2ec5e5d93345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:48.566028 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-19dc1679-ee54-4544-9493-12b554f0728f req-7ce67752-ff26-43a8-bfa3-685383c168fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be21f06220c9415f8c855afb6556a878&device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 1097 time: 0.4723823 Dec 16 14:39:48.652097 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-15784e41-3cfd-41cc-a257-8dfa2757fc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:48.664456 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69e15f-7068-476b-a16a-6a22030cdc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2348acd1-67c3-4ec7-ae85-493a0d95e088,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:48.671904 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-2e69e15f-7068-476b-a16a-6a22030cdc53 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5074bc931e944451a80c6c8956aed4ad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1358325 Dec 16 14:39:48.674034 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-2e69e15f-7068-476b-a16a-6a22030cdc53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:48.696568 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 56758) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:48.696787 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:48.721844 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-19dc1679-ee54-4544-9493-12b554f0728f req-5273e6a3-2ed3-4969-acb2-b6eac0d900db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d941f5bd-21ca-4826-a59b-77773b45a78b HTTP/1.1" status: 200 len: 217 time: 0.1277192 Dec 16 14:39:48.730574 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308996cf-080a-403d-a85c-164c357c48f1', 'tag': 'd941f5bd-21ca-4826-a59b-77773b45a78b', 'status': 'completed', 'code': 200} Dec 16 14:39:48.740068 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-5c346885-db40-4a37-b4e4-ecffa57b6919 req-951df472-f498-4ad4-a2a2-9e3161f82497 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:48.813874 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15784e41-3cfd-41cc-a257-8dfa2757fc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28c3506-9e4a-4b7b-b763-7a611a483b88,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:48.823954 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-5c346885-db40-4a37-b4e4-ecffa57b6919 req-951df472-f498-4ad4-a2a2-9e3161f82497 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:48.842838 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-15784e41-3cfd-41cc-a257-8dfa2757fc09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:48.871009 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:48.941818 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-fddc0469-07e9-41b4-b783-80646f17daf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:48.948410 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-15784e41-3cfd-41cc-a257-8dfa2757fc09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:48.950954 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-15784e41-3cfd-41cc-a257-8dfa2757fc09 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c28c3506-9e4a-4b7b-b763-7a611a483b88 HTTP/1.1" status: 204 len: 168 time: 2.3810732 Dec 16 14:39:48.964240 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-b7537767-651a-4cc5-8be9-142044a94c60 req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] For port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a, host hv-cinder-82189, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:39:48.973981 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-5c346885-db40-4a37-b4e4-ecffa57b6919 req-951df472-f498-4ad4-a2a2-9e3161f82497 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0030fa54-de4e-4f35-84f0-2d79e9a12bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5314150 Dec 16 14:39:48.985814 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0e2f2db8-cab2-4dd0-a6f4-96f64d7cbcdb req-ea70f87d-a30f-4b83-b4ac-f0b56e227cd6 service neutron] 10.222.0.62 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7504749 Dec 16 14:39:48.988238 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc1679-ee54-4544-9493-12b554f0728f req-0c5aa1b7-0a70-4acf-9d90-5e38ddbf0247 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:48.998634 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-19dc1679-ee54-4544-9493-12b554f0728f req-0c5aa1b7-0a70-4acf-9d90-5e38ddbf0247 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e HTTP/1.1" status: 200 len: 858 time: 0.2598002 Dec 16 14:39:49.014584 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-b7537767-651a-4cc5-8be9-142044a94c60 req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] For port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:39:49.021360 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf2eee-3282-40df-995a-4bd33111ebd4 req-dc201ccc-7df7-4c27-80c6-f73d9de161de tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:49.024242 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a3bf2eee-3282-40df-995a-4bd33111ebd4 req-dc201ccc-7df7-4c27-80c6-f73d9de161de tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 944 time: 0.7630541 Dec 16 14:39:49.051132 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-b7537767-651a-4cc5-8be9-142044a94c60 req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:49.051647 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951df472-f498-4ad4-a2a2-9e3161f82497 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=63fb39db-e5c0-4aa3-9a90-0d186a636389,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:49.081286 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-8d56f335-ee13-478d-a40b-fe9317b234e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:49.121565 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-951df472-f498-4ad4-a2a2-9e3161f82497 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:49.220567 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a3bf2eee-3282-40df-995a-4bd33111ebd4 req-207d0bbe-ccc9-4ef2-8d07-beb0b275d1a2 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627398 Dec 16 14:39:49.222083 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-fddc0469-07e9-41b4-b783-80646f17daf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:49.322559 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-b7537767-651a-4cc5-8be9-142044a94c60 req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:49.324196 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b7537767-651a-4cc5-8be9-142044a94c60 req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] 10.222.0.62 "PUT /v2.0/ports/2eb0bd28-703a-4b3f-b4d8-a8a3322b412a HTTP/1.1" status: 200 len: 1094 time: 6.2790451 Dec 16 14:39:49.326766 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a18f218-5bc0-4ffd-ad59-86e315b7487e', 'tag': '2eb0bd28-703a-4b3f-b4d8-a8a3322b412a'}] {{(pid=82860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:39:49.443952 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:49.463709 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:49.652075 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-fddc0469-07e9-41b4-b783-80646f17daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:49.683384 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-19dc1679-ee54-4544-9493-12b554f0728f req-9463919a-246c-4443-af12-e812f7807e23 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95cfc6cc-2bf9-4352-9f9e-27747b195118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3950324 Dec 16 14:39:49.699303 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:49.752994 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3ca80-697f-453a-bd5b-20ca8123a81d req-ee781483-232f-41dd-81c7-f5838e2b9102 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:49.759674 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-0ca3ca80-697f-453a-bd5b-20ca8123a81d req-ee781483-232f-41dd-81c7-f5838e2b9102 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 945 time: 0.5267215 Dec 16 14:39:49.766074 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc0469-07e9-41b4-b783-80646f17daf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2348acd1-67c3-4ec7-ae85-493a0d95e088,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:49.777157 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-fddc0469-07e9-41b4-b783-80646f17daf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:49.846090 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-fddc0469-07e9-41b4-b783-80646f17daf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:49.851505 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-fddc0469-07e9-41b4-b783-80646f17daf2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2348acd1-67c3-4ec7-ae85-493a0d95e088 HTTP/1.1" status: 204 len: 168 time: 1.1326127 Dec 16 14:39:49.964480 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b7537767-651a-4cc5-8be9-142044a94c60 req-201cb9b2-4031-41d0-bd81-21990465f193 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50ab4f2ba6e544b5a75c9ff80708a7a6&device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 1097 time: 0.4606991 Dec 16 14:39:49.970095 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-0ca3ca80-697f-453a-bd5b-20ca8123a81d req-4f98d5cb-ba22-455a-9bf2-187dbaed8748 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/security-groups?id=0030fa54-de4e-4f35-84f0-2d79e9a12bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886241 Dec 16 14:39:50.134078 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b7537767-651a-4cc5-8be9-142044a94c60 req-8959d541-55f9-42c1-8d1f-efc553562091 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a HTTP/1.1" status: 200 len: 217 time: 0.1536381 Dec 16 14:39:50.324510 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-19dc1679-ee54-4544-9493-12b554f0728f req-05c886c1-214e-45f5-97b3-7a537713172a service neutron] 10.222.0.62 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6281121 Dec 16 14:39:50.333895 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-43a740a5-53b2-4287-942c-0bfcad1765dc req-9e616fc7-c375-41a6-b079-0471da73393b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be21f06220c9415f8c855afb6556a878&device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 1096 time: 0.8205063 Dec 16 14:39:50.342635 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7537767-651a-4cc5-8be9-142044a94c60 req-223d65bc-6bc2-4464-9deb-194170c23eb6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:50.346855 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b7537767-651a-4cc5-8be9-142044a94c60 req-223d65bc-6bc2-4464-9deb-194170c23eb6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=69274fc7-9ac3-4ad8-87f4-58834408c137 HTTP/1.1" status: 200 len: 856 time: 0.2008874 Dec 16 14:39:50.655227 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 56808) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:50.742714 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b7537767-651a-4cc5-8be9-142044a94c60 req-3728e292-46bb-4c15-8624-aba73cd05ef2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb1f760c-41d7-4239-8c86-9a119e8dad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3869262 Dec 16 14:39:50.744324 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c6d3da83-00fe-455e-bbdd-9b7ae2ac4dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:50.754201 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23274bf9-10b4-4ef4-822a-8bd8d1f80a51 req-aa82e3b1-2822-4884-b091-711356be87ba tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:50.757860 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-23274bf9-10b4-4ef4-822a-8bd8d1f80a51 req-aa82e3b1-2822-4884-b091-711356be87ba tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 944 time: 0.9254818 Dec 16 14:39:50.804462 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-19dc1679-ee54-4544-9493-12b554f0728f req-3e8f1ee1-b909-4eea-99ab-d5bb8427bb72 service neutron] 10.222.0.62 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692194 Dec 16 14:39:50.906428 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a740a5-53b2-4287-942c-0bfcad1765dc req-a0b63d7a-8748-46c5-a190-35f517c97147 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:50.910678 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-43a740a5-53b2-4287-942c-0bfcad1765dc req-a0b63d7a-8748-46c5-a190-35f517c97147 service neutron] 10.222.0.62 "GET /v2.0/networks?id=95cfc6cc-2bf9-4352-9f9e-27747b195118 HTTP/1.1" status: 200 len: 919 time: 0.5399716 Dec 16 14:39:51.054223 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-23274bf9-10b4-4ef4-822a-8bd8d1f80a51 req-0b440def-0c01-4093-ac31-2a0d3285c418 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Synchronizing usage tracker for tenant:be21f06220c9415f8c855afb6556a878 on resource:security_group {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:39:51.145297 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-43a740a5-53b2-4287-942c-0bfcad1765dc req-007bcc80-9f63-47bf-9754-b2bbc3738161 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9e0c808-6c3a-425a-acdf-0cf262a73bf1 HTTP/1.1" status: 200 len: 217 time: 0.2242038 Dec 16 14:39:51.164439 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-c6d3da83-00fe-455e-bbdd-9b7ae2ac4dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:51.243818 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-c6d3da83-00fe-455e-bbdd-9b7ae2ac4dfc admin admin] Usage tracker for resource:security_group_rule and tenant:bde93f7fc44f4f3e8f10201e3c3bba30 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:51.263875 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-c6d3da83-00fe-455e-bbdd-9b7ae2ac4dfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:51.325040 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-c6d3da83-00fe-455e-bbdd-9b7ae2ac4dfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:51.344574 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b7537767-651a-4cc5-8be9-142044a94c60 req-f97305b0-f757-461f-be13-220f6e5243a1 service neutron] 10.222.0.62 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5625789 Dec 16 14:39:51.433563 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-23274bf9-10b4-4ef4-822a-8bd8d1f80a51 req-0b440def-0c01-4093-ac31-2a0d3285c418 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Unset dirty status for tenant:be21f06220c9415f8c855afb6556a878 on resource:security_group {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:39:51.440450 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-23274bf9-10b4-4ef4-822a-8bd8d1f80a51 req-0b440def-0c01-4093-ac31-2a0d3285c418 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6684771 Dec 16 14:39:51.605396 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a740a5-53b2-4287-942c-0bfcad1765dc req-ce5d3ccd-52ec-4e5f-8a28-42f8cb49d2b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:51.617949 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-43a740a5-53b2-4287-942c-0bfcad1765dc req-ce5d3ccd-52ec-4e5f-8a28-42f8cb49d2b8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e HTTP/1.1" status: 200 len: 858 time: 0.4404335 Dec 16 14:39:51.634052 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device c9e0c808-6c3a-425a-acdf-0cf262a73bf1 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:39:51.822394 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a18f218-5bc0-4ffd-ad59-86e315b7487e', 'tag': '2eb0bd28-703a-4b3f-b4d8-a8a3322b412a', 'status': 'completed', 'code': 200} Dec 16 14:39:52.133973 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b7537767-651a-4cc5-8be9-142044a94c60 req-6b1a0b9b-d7ae-4b8b-879d-8e6a2fc27cb8 service neutron] 10.222.0.62 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7680707 Dec 16 14:39:52.203026 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 56862) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:52.258185 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port c9e0c808-6c3a-425a-acdf-0cf262a73bf1, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c9e0c808-6c3a-425a-acdf-0cf262a73bf1,segment=NetworkSegment(a4f4bbaf-917f-4c90-8312-c5464b7eef53),segment_id=a4f4bbaf-917f-4c90-8312-c5464b7eef53)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:39:52.325547 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Returning: {'device': 'c9e0c808-6c3a-425a-acdf-0cf262a73bf1', 'network_id': '95cfc6cc-2bf9-4352-9f9e-27747b195118', 'port_id': 'c9e0c808-6c3a-425a-acdf-0cf262a73bf1', 'mac_address': 'fa:16:3e:68:0e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:39:52.485520 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:52.489540 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-43a740a5-53b2-4287-942c-0bfcad1765dc req-53d3b124-b790-409a-93e7-3f723baa8774 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95cfc6cc-2bf9-4352-9f9e-27747b195118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8694592 Dec 16 14:39:52.558843 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e0c808-6c3a-425a-acdf-0cf262a73bf1 {{(pid=82862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:39:52.648072 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port c9e0c808-6c3a-425a-acdf-0cf262a73bf1, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c9e0c808-6c3a-425a-acdf-0cf262a73bf1,segment=NetworkSegment(a4f4bbaf-917f-4c90-8312-c5464b7eef53),segment_id=a4f4bbaf-917f-4c90-8312-c5464b7eef53)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:39:52.659078 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:52.659394 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c6d3da83-00fe-455e-bbdd-9b7ae2ac4dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:52.671913 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:52.714383 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c6d3da83-00fe-455e-bbdd-9b7ae2ac4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:52.792205 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:52.806093 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-478236d6-9a65-4cdc-8a30-28be314e0d1a req-23cd5a71-49e2-4ac8-a122-c5e1944c2b36 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be21f06220c9415f8c855afb6556a878&device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 1097 time: 1.5088477 Dec 16 14:39:52.806710 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-c6d3da83-00fe-455e-bbdd-9b7ae2ac4dfc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bde93f7fc44f4f3e8f10201e3c3bba30&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1366110 Dec 16 14:39:52.816137 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 56886) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:52.948514 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfe245-34f7-40bf-9a9e-9d7be9160644 req-c624a79e-c960-4714-842b-6c8fd0478fe5 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:52.966361 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f2bfe245-34f7-40bf-9a9e-9d7be9160644 req-c624a79e-c960-4714-842b-6c8fd0478fe5 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 945 time: 0.7609999 Dec 16 14:39:52.989851 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-306a09ff-5599-4b86-b3ba-0c55d1a48d5f req-2f71bd21-8ded-447c-b326-10a0db9086a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50ab4f2ba6e544b5a75c9ff80708a7a6&device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 1097 time: 0.6380820 Dec 16 14:39:52.990913 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3da83-00fe-455e-bbdd-9b7ae2ac4dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0038520c-496f-4c6b-970d-54ec2703a1aa,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:53.005645 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=c9e0c808-6c3a-425a-acdf-0cf262a73bf1,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:53.018661 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3da83-00fe-455e-bbdd-9b7ae2ac4dfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:53.018987 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3da83-00fe-455e-bbdd-9b7ae2ac4dfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:53.019866 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3da83-00fe-455e-bbdd-9b7ae2ac4dfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:53.020083 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3da83-00fe-455e-bbdd-9b7ae2ac4dfc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:53.020943 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3da83-00fe-455e-bbdd-9b7ae2ac4dfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:53.021380 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3da83-00fe-455e-bbdd-9b7ae2ac4dfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:53.022572 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3da83-00fe-455e-bbdd-9b7ae2ac4dfc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:53.022572 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3da83-00fe-455e-bbdd-9b7ae2ac4dfc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:53.023109 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3da83-00fe-455e-bbdd-9b7ae2ac4dfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:53.040064 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3da83-00fe-455e-bbdd-9b7ae2ac4dfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:53.040064 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d3da83-00fe-455e-bbdd-9b7ae2ac4dfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:53.041043 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:53.065907 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['c9e0c808-6c3a-425a-acdf-0cf262a73bf1'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:39:53.100869 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-c6d3da83-00fe-455e-bbdd-9b7ae2ac4dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:53.154882 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478236d6-9a65-4cdc-8a30-28be314e0d1a req-71da0cef-b014-44e7-a48f-218a62fd5e71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:53.158067 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-478236d6-9a65-4cdc-8a30-28be314e0d1a req-71da0cef-b014-44e7-a48f-218a62fd5e71 service neutron] 10.222.0.62 "GET /v2.0/networks?id=95cfc6cc-2bf9-4352-9f9e-27747b195118 HTTP/1.1" status: 200 len: 919 time: 0.3315883 Dec 16 14:39:53.284539 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-478236d6-9a65-4cdc-8a30-28be314e0d1a req-46a60a69-3491-41fb-a895-2575787a0f69 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d941f5bd-21ca-4826-a59b-77773b45a78b HTTP/1.1" status: 200 len: 217 time: 0.1164961 Dec 16 14:39:53.418680 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9512d-ad24-4bee-b4a4-eb98e8923f98 req-a46ec47b-2b17-4ece-94d0-ea2b702c4087 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:53.427754 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c6f9512d-ad24-4bee-b4a4-eb98e8923f98 req-a46ec47b-2b17-4ece-94d0-ea2b702c4087 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 944 time: 1.2314563 Dec 16 14:39:53.430998 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478236d6-9a65-4cdc-8a30-28be314e0d1a req-ba5b1faf-b16e-4026-9ad1-a2e02487e324 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:53.432480 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-478236d6-9a65-4cdc-8a30-28be314e0d1a req-ba5b1faf-b16e-4026-9ad1-a2e02487e324 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e HTTP/1.1" status: 200 len: 858 time: 0.1370823 Dec 16 14:39:53.546386 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-43a740a5-53b2-4287-942c-0bfcad1765dc req-24d96cc8-2242-42c5-98cb-c7b59da742b5 service neutron] 10.222.0.62 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0413177 Dec 16 14:39:53.602578 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a09ff-5599-4b86-b3ba-0c55d1a48d5f req-99d595a9-ca87-4cfa-a496-bd6a728e6794 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:53.604646 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-306a09ff-5599-4b86-b3ba-0c55d1a48d5f req-99d595a9-ca87-4cfa-a496-bd6a728e6794 service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb1f760c-41d7-4239-8c86-9a119e8dad65 HTTP/1.1" status: 200 len: 918 time: 0.5910566 Dec 16 14:39:53.613187 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-478236d6-9a65-4cdc-8a30-28be314e0d1a req-a01bdd62-b685-439c-b139-c5fdc07207ae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95cfc6cc-2bf9-4352-9f9e-27747b195118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300371 Dec 16 14:39:53.639339 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device d941f5bd-21ca-4826-a59b-77773b45a78b details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:39:53.731118 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-306a09ff-5599-4b86-b3ba-0c55d1a48d5f req-24e4207e-1ab1-480c-91a8-5b292dda4c82 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a HTTP/1.1" status: 200 len: 217 time: 0.0989316 Dec 16 14:39:53.743784 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1bd6-7468-4dc1-b3fc-17213e3a44e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:53.806015 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f2bfe245-34f7-40bf-9a9e-9d7be9160644 req-50cccd6a-406b-494e-a46e-3054121575fa tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/security-groups?id=0030fa54-de4e-4f35-84f0-2d79e9a12bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8222687 Dec 16 14:39:53.832659 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d1489b44-f382-419a-99fd-81d08048eb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:53.918488 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d1489b44-f382-419a-99fd-81d08048eb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:53.945742 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 56906) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:54.017982 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c6f9512d-ad24-4bee-b4a4-eb98e8923f98 req-3ffda649-ef1e-4d3e-9be1-5d50757c0ddb tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5888331 Dec 16 14:39:54.031212 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port d941f5bd-21ca-4826-a59b-77773b45a78b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d941f5bd-21ca-4826-a59b-77773b45a78b,segment=NetworkSegment(a4f4bbaf-917f-4c90-8312-c5464b7eef53),segment_id=a4f4bbaf-917f-4c90-8312-c5464b7eef53)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:39:54.032675 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-3e0b1bd6-7468-4dc1-b3fc-17213e3a44e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:54.067841 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Returning: {'device': 'd941f5bd-21ca-4826-a59b-77773b45a78b', 'network_id': '95cfc6cc-2bf9-4352-9f9e-27747b195118', 'port_id': 'd941f5bd-21ca-4826-a59b-77773b45a78b', 'mac_address': 'fa:16:3e:8a:ac:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:39:54.127951 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-3e0b1bd6-7468-4dc1-b3fc-17213e3a44e0 admin admin] Usage tracker for resource:security_group_rule and tenant:b018b7aa61eb41b2ac1945c7cc4237a3 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:54.166240 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-3e0b1bd6-7468-4dc1-b3fc-17213e3a44e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:54.173704 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a09ff-5599-4b86-b3ba-0c55d1a48d5f req-c9b2cba1-e4fb-4264-851d-b5882edecf9a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:54.181572 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-306a09ff-5599-4b86-b3ba-0c55d1a48d5f req-c9b2cba1-e4fb-4264-851d-b5882edecf9a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=69274fc7-9ac3-4ad8-87f4-58834408c137 HTTP/1.1" status: 200 len: 856 time: 0.4392874 Dec 16 14:39:54.290230 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-3e0b1bd6-7468-4dc1-b3fc-17213e3a44e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:54.322208 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:54.414915 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d941f5bd-21ca-4826-a59b-77773b45a78b {{(pid=82862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:39:54.441930 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-43a740a5-53b2-4287-942c-0bfcad1765dc req-4397655d-066c-48fa-9e09-05d4ba898ee0 service neutron] 10.222.0.62 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8796036 Dec 16 14:39:54.489048 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-478236d6-9a65-4cdc-8a30-28be314e0d1a req-b6bf09c5-fac8-4b3d-bc57-14a46ae1f05a service neutron] 10.222.0.62 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7383630 Dec 16 14:39:54.514864 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port d941f5bd-21ca-4826-a59b-77773b45a78b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d941f5bd-21ca-4826-a59b-77773b45a78b,segment=NetworkSegment(a4f4bbaf-917f-4c90-8312-c5464b7eef53),segment_id=a4f4bbaf-917f-4c90-8312-c5464b7eef53)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:39:54.522996 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:54.526055 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:39:54.535313 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:54.681975 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-306a09ff-5599-4b86-b3ba-0c55d1a48d5f req-55055e28-7bfc-411b-a0ee-c77375436afb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb1f760c-41d7-4239-8c86-9a119e8dad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4872453 Dec 16 14:39:54.684654 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d1489b44-f382-419a-99fd-81d08048eb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:54.804567 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-fac621cb-b8f6-46f8-a216-56a94a80faff admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:54.815998 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:54.931567 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1489b44-f382-419a-99fd-81d08048eb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0038520c-496f-4c6b-970d-54ec2703a1aa,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:54.948933 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d1489b44-f382-419a-99fd-81d08048eb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:54.950078 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-fac621cb-b8f6-46f8-a216-56a94a80faff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:54.956882 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-d1489b44-f382-419a-99fd-81d08048eb0f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0038520c-496f-4c6b-970d-54ec2703a1aa HTTP/1.1" status: 204 len: 168 time: 2.1278493 Dec 16 14:39:54.962906 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-fac621cb-b8f6-46f8-a216-56a94a80faff admin admin] Usage tracker for resource:security_group_rule and tenant:78be9c3944b344baa59c69f43c9179e4 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:54.970752 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-fac621cb-b8f6-46f8-a216-56a94a80faff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:54.983078 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-fac621cb-b8f6-46f8-a216-56a94a80faff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:55.169778 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-478236d6-9a65-4cdc-8a30-28be314e0d1a req-ae77d051-96db-4b83-97e1-5407fec63766 service neutron] 10.222.0.62 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6727557 Dec 16 14:39:55.291423 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-d1489b44-f382-419a-99fd-81d08048eb0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:55.458272 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:39:55.507400 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1bd6-7468-4dc1-b3fc-17213e3a44e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:55.518843 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0567dee-8f86-4614-b40c-7f843c9b512f req-bd02bf97-7f76-40aa-8e66-e0defa6164f5 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:55.531143 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a0567dee-8f86-4614-b40c-7f843c9b512f req-bd02bf97-7f76-40aa-8e66-e0defa6164f5 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 944 time: 1.1599638 Dec 16 14:39:55.587372 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1bd6-7468-4dc1-b3fc-17213e3a44e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:55.620005 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-1d023a14-20fb-48b9-abad-ec8ef9430c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:55.645465 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Returning: {'device': '2eb0bd28-703a-4b3f-b4d8-a8a3322b412a', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'port_id': '2eb0bd28-703a-4b3f-b4d8-a8a3322b412a', 'mac_address': 'fa:16:3e:7f:8f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:39:55.801176 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:55.828561 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a {{(pid=82862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:39:55.835933 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=d941f5bd-21ca-4826-a59b-77773b45a78b,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:55.865776 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.331s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:55.885486 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:39:55.894045 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:55.902130 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:55.986155 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device c9e0c808-6c3a-425a-acdf-0cf262a73bf1 up at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:39:55.986991 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a0567dee-8f86-4614-b40c-7f843c9b512f req-0db5b443-0b38-4eaa-a138-69500d9e4982 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538310 Dec 16 14:39:55.987833 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b1bd6-7468-4dc1-b3fc-17213e3a44e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b9472a-80f6-4a4a-9d58-cb5c98995c3e,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:56.014085 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-3e0b1bd6-7468-4dc1-b3fc-17213e3a44e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:56.040233 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-306a09ff-5599-4b86-b3ba-0c55d1a48d5f req-36309675-7110-47df-9ab8-d795835bbf7f service neutron] 10.222.0.62 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2618611 Dec 16 14:39:56.051498 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-fac621cb-b8f6-46f8-a216-56a94a80faff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:56.052714 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-3e0b1bd6-7468-4dc1-b3fc-17213e3a44e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b018b7aa61eb41b2ac1945c7cc4237a3&name=default HTTP/1.1" status: 200 len: 2647 time: 3.7580469 Dec 16 14:39:56.058839 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 56956) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:56.092472 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-fac621cb-b8f6-46f8-a216-56a94a80faff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:56.179328 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-88c425c2-b092-40de-ae31-cd9530af1a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:56.241315 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-fac621cb-b8f6-46f8-a216-56a94a80faff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78be9c3944b344baa59c69f43c9179e4&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2910371 Dec 16 14:39:56.244683 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac621cb-b8f6-46f8-a216-56a94a80faff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc402ccc-f1da-4f13-8dbe-b6ed26e770e2,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:56.249317 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 56966) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:56.258847 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:56.267473 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081fd82-895e-48f2-a247-625a0986ea4e req-84a2cecf-16c1-4488-9ac5-a21079b3a375 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:56.273323 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:56.283493 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['d941f5bd-21ca-4826-a59b-77773b45a78b'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:39:56.290992 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a081fd82-895e-48f2-a247-625a0986ea4e req-84a2cecf-16c1-4488-9ac5-a21079b3a375 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 944 time: 0.7962999 Dec 16 14:39:56.390234 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['2eb0bd28-703a-4b3f-b4d8-a8a3322b412a'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:39:56.563084 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a081fd82-895e-48f2-a247-625a0986ea4e req-6f364a8e-c787-4080-9b1c-e3a307c6e41f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599370 Dec 16 14:39:56.570454 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac621cb-b8f6-46f8-a216-56a94a80faff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:56.571703 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac621cb-b8f6-46f8-a216-56a94a80faff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:56.572485 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac621cb-b8f6-46f8-a216-56a94a80faff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:56.573245 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac621cb-b8f6-46f8-a216-56a94a80faff admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:56.574099 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac621cb-b8f6-46f8-a216-56a94a80faff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:56.575015 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac621cb-b8f6-46f8-a216-56a94a80faff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:56.575780 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac621cb-b8f6-46f8-a216-56a94a80faff admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:56.576549 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac621cb-b8f6-46f8-a216-56a94a80faff admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:56.577292 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac621cb-b8f6-46f8-a216-56a94a80faff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:56.578098 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac621cb-b8f6-46f8-a216-56a94a80faff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:56.580575 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac621cb-b8f6-46f8-a216-56a94a80faff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:39:56.603853 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-fac621cb-b8f6-46f8-a216-56a94a80faff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:56.628372 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning for port c9e0c808-6c3a-425a-acdf-0cf262a73bf1 completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:39:56.654259 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-306a09ff-5599-4b86-b3ba-0c55d1a48d5f req-fa13b5b2-5063-46fb-9d04-259ef16f2293 service neutron] 10.222.0.62 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6048675 Dec 16 14:39:56.663466 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a465fcf7-5c7d-4592-8566-d4256bb00157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:56.703870 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1e0df177-2e5c-4b4f-985d-b9021a3c9dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:56.705756 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning complete for port c9e0c808-6c3a-425a-acdf-0cf262a73bf1 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:39:56.706271 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:56.768941 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1e0df177-2e5c-4b4f-985d-b9021a3c9dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:56.818177 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a465fcf7-5c7d-4592-8566-d4256bb00157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:56.910435 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1e0df177-2e5c-4b4f-985d-b9021a3c9dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:56.927672 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-061af711-b7eb-41b1-b7a9-3296ea1c0f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:56.984910 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a465fcf7-5c7d-4592-8566-d4256bb00157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:57.000305 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-d1489b44-f382-419a-99fd-81d08048eb0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:57.005317 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0df177-2e5c-4b4f-985d-b9021a3c9dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc402ccc-f1da-4f13-8dbe-b6ed26e770e2,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:57.033500 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-1e0df177-2e5c-4b4f-985d-b9021a3c9dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:57.066887 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465fcf7-5c7d-4592-8566-d4256bb00157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b9472a-80f6-4a4a-9d58-cb5c98995c3e,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:57.090282 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-a465fcf7-5c7d-4592-8566-d4256bb00157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:57.093264 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1e0df177-2e5c-4b4f-985d-b9021a3c9dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:57.096820 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a465fcf7-5c7d-4592-8566-d4256bb00157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:57.099781 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-a465fcf7-5c7d-4592-8566-d4256bb00157 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78b9472a-80f6-4a4a-9d58-cb5c98995c3e HTTP/1.1" status: 204 len: 168 time: 0.9862888 Dec 16 14:39:57.107723 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-1e0df177-2e5c-4b4f-985d-b9021a3c9dd1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc402ccc-f1da-4f13-8dbe-b6ed26e770e2 HTTP/1.1" status: 204 len: 168 time: 0.8525136 Dec 16 14:39:57.367286 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:57.568478 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f79bb19-0e64-4359-a655-4f1d0ded26e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e0c808-6c3a-425a-acdf-0cf262a73bf1'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:39:57.608607 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port c9e0c808-6c3a-425a-acdf-0cf262a73bf1, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c9e0c808-6c3a-425a-acdf-0cf262a73bf1,segment=NetworkSegment(a4f4bbaf-917f-4c90-8312-c5464b7eef53),segment_id=a4f4bbaf-917f-4c90-8312-c5464b7eef53)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:39:57.617579 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:57.621417 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-97e724e9-bb50-499b-b7c8-d9c9021a3425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:57.719653 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43a7a5-b970-4c5c-bb28-76b5d1af38d3 req-09f29107-1611-42a1-aab3-c7675b710428 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:57.722502 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-ed43a7a5-b970-4c5c-bb28-76b5d1af38d3 req-09f29107-1611-42a1-aab3-c7675b710428 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 945 time: 0.2830763 Dec 16 14:39:57.799176 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=c9e0c808-6c3a-425a-acdf-0cf262a73bf1,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:57.807194 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:57.848580 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-ed43a7a5-b970-4c5c-bb28-76b5d1af38d3 req-028ecfef-b184-40f7-8666-deb88816b158 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146722 Dec 16 14:39:58.032182 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f79bb19-0e64-4359-a655-4f1d0ded26e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e0c808-6c3a-425a-acdf-0cf262a73bf1', 'code': 200} Dec 16 14:39:58.130344 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:39:58.184834 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57018) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:58.392366 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da22d73-8df5-4eb2-9fba-0f41f2984e0a req-5fde3d5d-c8f6-4ca3-b9b5-34fcb513f5fe tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:58.394942 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-4da22d73-8df5-4eb2-9fba-0f41f2984e0a req-5fde3d5d-c8f6-4ca3-b9b5-34fcb513f5fe tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Synchronizing usage tracker for tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 on resource:port {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:39:58.429879 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-4da22d73-8df5-4eb2-9fba-0f41f2984e0a req-5fde3d5d-c8f6-4ca3-b9b5-34fcb513f5fe tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Unset dirty status for tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 on resource:port {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:39:58.432714 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4da22d73-8df5-4eb2-9fba-0f41f2984e0a req-5fde3d5d-c8f6-4ca3-b9b5-34fcb513f5fe tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 945 time: 0.2585051 Dec 16 14:39:58.674865 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4da22d73-8df5-4eb2-9fba-0f41f2984e0a req-e95a13de-df52-441d-a402-72d1a8f598cc tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334991 Dec 16 14:39:58.720097 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-0c0e6460-c003-4e11-a84e-4ba097d5e977 req-df21167f-3326-4c92-8ca0-2fd697a39bc8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 1098 time: 0.2334750 Dec 16 14:39:58.815647 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57032) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:58.821549 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-0c0e6460-c003-4e11-a84e-4ba097d5e977 req-ce2de9d7-0e3e-4eb0-9336-afa0f368c705 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943339 Dec 16 14:39:58.852933 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b0ba1fb9-4ad8-4336-913b-91bdba566f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:58.903797 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57036) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:58.954924 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-78779e37-5eb9-40c0-974d-0d2dc0019e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:58.976707 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-b0ba1fb9-4ad8-4336-913b-91bdba566f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:59.000440 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-b0ba1fb9-4ad8-4336-913b-91bdba566f2a admin admin] Usage tracker for resource:security_group_rule and tenant:4cf1340a16014a86b7b0cfb965025538 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:59.008226 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-b0ba1fb9-4ad8-4336-913b-91bdba566f2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:59.034802 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-b0ba1fb9-4ad8-4336-913b-91bdba566f2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:59.069518 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-78779e37-5eb9-40c0-974d-0d2dc0019e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:59.082125 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-78779e37-5eb9-40c0-974d-0d2dc0019e68 admin admin] Usage tracker for resource:security_group_rule and tenant:323879bc35a344ab837d4a3f3bdb89b0 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:59.092272 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-78779e37-5eb9-40c0-974d-0d2dc0019e68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:59.101868 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-78779e37-5eb9-40c0-974d-0d2dc0019e68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:59.298595 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b0ba1fb9-4ad8-4336-913b-91bdba566f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:59.319481 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b0ba1fb9-4ad8-4336-913b-91bdba566f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:59.473386 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-bf0b8a4f-d8eb-4d4b-9f17-e2d864c9b973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:59.487612 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-b0ba1fb9-4ad8-4336-913b-91bdba566f2a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4cf1340a16014a86b7b0cfb965025538&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6662040 Dec 16 14:39:59.488265 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 57048) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:59.531349 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b0053763-a7d0-4073-8bb4-ed909f0ab275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:59.554538 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-78779e37-5eb9-40c0-974d-0d2dc0019e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:59.564474 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba1fb9-4ad8-4336-913b-91bdba566f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026e9195-dcf5-4ab2-a428-ef8d1cb86ec3,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:59.570727 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-78779e37-5eb9-40c0-974d-0d2dc0019e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:59.572408 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-b0ba1fb9-4ad8-4336-913b-91bdba566f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:59.594042 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-fac621cb-b8f6-46f8-a216-56a94a80faff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:59.615245 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61152cd4-8b7b-4817-9c57-4689346d89bb req-3fc0359b-c167-467e-85f4-f325e1a1bed0 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:39:59.623096 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-61152cd4-8b7b-4817-9c57-4689346d89bb req-3fc0359b-c167-467e-85f4-f325e1a1bed0 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 945 time: 0.4580004 Dec 16 14:39:59.661993 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c38faedb-2a67-4f10-999d-bf77a60fc89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:59.702398 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-b0053763-a7d0-4073-8bb4-ed909f0ab275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:39:59.721336 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-b0053763-a7d0-4073-8bb4-ed909f0ab275 admin admin] Usage tracker for resource:security_group_rule and tenant:7a6039b99dd7491d93b3fd099d09889e is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:39:59.725720 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78779e37-5eb9-40c0-974d-0d2dc0019e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea30e11-afa7-4dde-acb7-7e3805707fbc,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:59.730039 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-b0053763-a7d0-4073-8bb4-ed909f0ab275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:39:59.737432 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-78779e37-5eb9-40c0-974d-0d2dc0019e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:59.740752 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-78779e37-5eb9-40c0-974d-0d2dc0019e68 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=323879bc35a344ab837d4a3f3bdb89b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8356438 Dec 16 14:39:59.749705 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57052) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:39:59.753974 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-b0053763-a7d0-4073-8bb4-ed909f0ab275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:39:59.756581 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c38faedb-2a67-4f10-999d-bf77a60fc89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:59.794420 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-61152cd4-8b7b-4817-9c57-4689346d89bb req-df450153-9cb2-4500-9e78-617362405e57 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701593 Dec 16 14:39:59.867144 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c38faedb-2a67-4f10-999d-bf77a60fc89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:59.871440 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:39:59.897106 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38faedb-2a67-4f10-999d-bf77a60fc89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026e9195-dcf5-4ab2-a428-ef8d1cb86ec3,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:39:59.910921 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ffbbe0a2-b8cd-4c3b-88b4-1cad7e6e6bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:59.914014 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-c38faedb-2a67-4f10-999d-bf77a60fc89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:39:59.929258 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c38faedb-2a67-4f10-999d-bf77a60fc89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:39:59.935335 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-c38faedb-2a67-4f10-999d-bf77a60fc89e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/026e9195-dcf5-4ab2-a428-ef8d1cb86ec3 HTTP/1.1" status: 204 len: 168 time: 0.4414420 Dec 16 14:39:59.979495 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device d941f5bd-21ca-4826-a59b-77773b45a78b up at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:40:00.097011 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b0053763-a7d0-4073-8bb4-ed909f0ab275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:00.126219 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b0053763-a7d0-4073-8bb4-ed909f0ab275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:00.130362 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning for port d941f5bd-21ca-4826-a59b-77773b45a78b completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:40:00.138415 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning complete for port d941f5bd-21ca-4826-a59b-77773b45a78b triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:40:00.139227 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:00.161270 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ffbbe0a2-b8cd-4c3b-88b4-1cad7e6e6bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:00.203035 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:00.437692 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0053763-a7d0-4073-8bb4-ed909f0ab275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d169359-a2aa-400a-85e0-8a0d813c1024,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:00.462784 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-b0053763-a7d0-4073-8bb4-ed909f0ab275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:00.470726 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-b0053763-a7d0-4073-8bb4-ed909f0ab275 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a6039b99dd7491d93b3fd099d09889e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2845528 Dec 16 14:40:00.475553 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57072) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:00.625117 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ffbbe0a2-b8cd-4c3b-88b4-1cad7e6e6bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:00.644864 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:00.661439 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2693f03-637c-4564-8dd1-3b25e032095c req-4aa8ab33-cdda-4931-9993-a32fa5813210 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:00.677325 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b2693f03-637c-4564-8dd1-3b25e032095c req-4aa8ab33-cdda-4931-9993-a32fa5813210 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 945 time: 0.3661981 Dec 16 14:40:00.679543 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:00.702169 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbe0a2-b8cd-4c3b-88b4-1cad7e6e6bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea30e11-afa7-4dde-acb7-7e3805707fbc,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:00.706625 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-ffbbe0a2-b8cd-4c3b-88b4-1cad7e6e6bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:00.787998 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308996cf-080a-403d-a85c-164c357c48f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd941f5bd-21ca-4826-a59b-77773b45a78b'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:40:00.793166 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ffbbe0a2-b8cd-4c3b-88b4-1cad7e6e6bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:00.794486 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-ffbbe0a2-b8cd-4c3b-88b4-1cad7e6e6bb1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ea30e11-afa7-4dde-acb7-7e3805707fbc HTTP/1.1" status: 204 len: 168 time: 1.0438042 Dec 16 14:40:00.799741 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-48186870-502a-4f5d-95fb-95248f6ef38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:00.808774 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b2693f03-637c-4564-8dd1-3b25e032095c req-6e09bb34-93ed-4e03-816f-2b9a2cc25be9 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276011 Dec 16 14:40:00.825901 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port d941f5bd-21ca-4826-a59b-77773b45a78b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d941f5bd-21ca-4826-a59b-77773b45a78b,segment=NetworkSegment(a4f4bbaf-917f-4c90-8312-c5464b7eef53),segment_id=a4f4bbaf-917f-4c90-8312-c5464b7eef53)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:40:00.833462 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:00.834448 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a up at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:40:00.891689 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-721b5f60-fde3-49a4-b499-ca14dbfb5519 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:00.921002 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-48186870-502a-4f5d-95fb-95248f6ef38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:01.009809 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-48186870-502a-4f5d-95fb-95248f6ef38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:01.017029 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:01.030005 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308996cf-080a-403d-a85c-164c357c48f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd941f5bd-21ca-4826-a59b-77773b45a78b', 'code': 200} Dec 16 14:40:01.060559 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48186870-502a-4f5d-95fb-95248f6ef38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d169359-a2aa-400a-85e0-8a0d813c1024,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:01.076166 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-48186870-502a-4f5d-95fb-95248f6ef38c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:01.081217 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-48186870-502a-4f5d-95fb-95248f6ef38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:01.088982 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-48186870-502a-4f5d-95fb-95248f6ef38c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d169359-a2aa-400a-85e0-8a0d813c1024 HTTP/1.1" status: 204 len: 168 time: 0.6050806 Dec 16 14:40:01.174550 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=d941f5bd-21ca-4826-a59b-77773b45a78b,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:01.179417 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning for port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:40:01.201202 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning complete for port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:40:01.201591 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:01.282330 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:01.282330 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:01.282702 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:01.283105 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:01.283608 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:01.283929 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:01.284378 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:01.284695 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:01.285004 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:01.285311 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:01.285617 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:01.291340 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:01.319983 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb50620-6880-4936-8791-6361ab9d2639 req-3abb1213-5b9d-422c-aca1-4d89a78a155f tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:01.345616 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-aeb50620-6880-4936-8791-6361ab9d2639 req-3abb1213-5b9d-422c-aca1-4d89a78a155f tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.2079618 Dec 16 14:40:01.389384 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:01.448823 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-aeb50620-6880-4936-8791-6361ab9d2639 req-3f53a231-b974-4bca-b8f3-d6346013129c tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010852 Dec 16 14:40:01.496523 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:40:01.508014 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:01.510789 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-97e724e9-bb50-499b-b7c8-d9c9021a3425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:01.654165 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-9ce1fbef-c7e4-4218-b48a-410dc0a7533a req-f36fee65-c5e6-4f23-9198-1703851a71d9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 1099 time: 0.1985905 Dec 16 14:40:01.659872 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:01.676045 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:01.748631 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-9ce1fbef-c7e4-4218-b48a-410dc0a7533a req-24fd6060-f895-46ef-9e0d-794b226e0798 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874269 Dec 16 14:40:02.403210 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6915e-18bc-48d2-bbb9-6ef138fb549f req-75d7527b-4629-44c4-beeb-c8059cc69bda tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:02.427521 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a0a6915e-18bc-48d2-bbb9-6ef138fb549f req-75d7527b-4629-44c4-beeb-c8059cc69bda tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.2157454 Dec 16 14:40:02.520761 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a0a6915e-18bc-48d2-bbb9-6ef138fb549f req-b41b655a-1d62-4b66-818b-68e9de21f4d6 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920801 Dec 16 14:40:02.617029 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57146) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:02.660022 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e46985ac-454a-4699-9720-467cca096c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:02.765932 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-e46985ac-454a-4699-9720-467cca096c0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:02.775102 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-e46985ac-454a-4699-9720-467cca096c0c admin admin] Usage tracker for resource:security_group_rule and tenant:0d160bc6d4bd4d26a6b7effc2dd3f225 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:02.779694 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-e46985ac-454a-4699-9720-467cca096c0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:02.789365 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-e46985ac-454a-4699-9720-467cca096c0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:02.933614 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a28f14-47aa-4545-b486-bab91b9a119a req-d98f79a5-808c-4fc6-b84e-da85db23b679 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:02.938671 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-68a28f14-47aa-4545-b486-bab91b9a119a req-d98f79a5-808c-4fc6-b84e-da85db23b679 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.1999905 Dec 16 14:40:02.948923 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e46985ac-454a-4699-9720-467cca096c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:02.956841 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e46985ac-454a-4699-9720-467cca096c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:03.031695 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a18f218-5bc0-4ffd-ad59-86e315b7487e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb0bd28-703a-4b3f-b4d8-a8a3322b412a'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:40:03.125084 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-22e4507d-9f75-4e74-bfb2-203f3c64497d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:03.140963 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-e46985ac-454a-4699-9720-467cca096c0c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d160bc6d4bd4d26a6b7effc2dd3f225&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5224092 Dec 16 14:40:03.146398 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 57160) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:03.190503 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-68a28f14-47aa-4545-b486-bab91b9a119a req-2c1ad23e-ba4b-4c7f-b9ca-5b46cdc2fde8 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421508 Dec 16 14:40:03.212147 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46985ac-454a-4699-9720-467cca096c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fd66fe-da53-42ff-ba78-da16ee5927cf,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:03.219795 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-e46985ac-454a-4699-9720-467cca096c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:03.274606 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b48df-d6d0-413c-80aa-5922ecadab60 req-b0b3d25d-aada-48a4-a550-b371b225527a tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:03.294996 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-794b48df-d6d0-413c-80aa-5922ecadab60 req-b0b3d25d-aada-48a4-a550-b371b225527a tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 945 time: 0.2474542 Dec 16 14:40:03.304362 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-40ae7ece-a9b6-4598-942d-43863d72b520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:03.312136 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a18f218-5bc0-4ffd-ad59-86e315b7487e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb0bd28-703a-4b3f-b4d8-a8a3322b412a', 'code': 200} Dec 16 14:40:03.366766 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-40ae7ece-a9b6-4598-942d-43863d72b520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:03.456065 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-794b48df-d6d0-413c-80aa-5922ecadab60 req-c5a12242-21ac-4485-9250-c296338d1521 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/security-groups?id=0030fa54-de4e-4f35-84f0-2d79e9a12bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584198 Dec 16 14:40:03.462916 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-40ae7ece-a9b6-4598-942d-43863d72b520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:03.478428 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:03.505137 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae7ece-a9b6-4598-942d-43863d72b520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fd66fe-da53-42ff-ba78-da16ee5927cf,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:03.521087 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-40ae7ece-a9b6-4598-942d-43863d72b520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:03.523122 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-40ae7ece-a9b6-4598-942d-43863d72b520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:03.530935 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-40ae7ece-a9b6-4598-942d-43863d72b520 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55fd66fe-da53-42ff-ba78-da16ee5927cf HTTP/1.1" status: 204 len: 168 time: 0.3824258 Dec 16 14:40:03.809569 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f4bfabff-9aed-4e8f-9b1d-a0ca59b027c7 req-379207e5-df6e-40f4-a7ef-eba8ef4220f8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 1099 time: 0.1740940 Dec 16 14:40:03.986033 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f4bfabff-9aed-4e8f-9b1d-a0ca59b027c7 req-3a583033-43ee-46b4-a6e0-24e93207f806 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675675 Dec 16 14:40:04.265848 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd97162-43d3-4527-b6cc-39bad8ec3d03 req-db5857de-9e66-4ddf-a0f5-f877792e00b3 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:04.276451 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-fbd97162-43d3-4527-b6cc-39bad8ec3d03 req-db5857de-9e66-4ddf-a0f5-f877792e00b3 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.2842722 Dec 16 14:40:04.413849 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-fbd97162-43d3-4527-b6cc-39bad8ec3d03 req-215c60dd-681a-46cd-bccb-264d1498007a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362011 Dec 16 14:40:04.570958 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab659616-4765-4931-9ec8-efefbee21028 req-8b714f4c-6b6f-4551-b5d8-4f2dd71efece tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:04.573361 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-ab659616-4765-4931-9ec8-efefbee21028 req-8b714f4c-6b6f-4551-b5d8-4f2dd71efece tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.1123176 Dec 16 14:40:04.689492 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-ab659616-4765-4931-9ec8-efefbee21028 req-3b6f11c0-92ab-4c13-952b-49f9985adf0d tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070106 Dec 16 14:40:04.734093 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d65f5c-cc78-4a4a-89ba-b1c19b2b9bec req-c22e5f47-df47-4f15-ba45-0892a601dab9 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:04.736836 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-42d65f5c-cc78-4a4a-89ba-b1c19b2b9bec req-c22e5f47-df47-4f15-ba45-0892a601dab9 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 945 time: 0.1209145 Dec 16 14:40:04.882646 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-42d65f5c-cc78-4a4a-89ba-b1c19b2b9bec req-972cc8d0-2abd-4c57-afea-d75b8eb3410d tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/security-groups?id=0030fa54-de4e-4f35-84f0-2d79e9a12bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337903 Dec 16 14:40:05.191933 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57210) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:05.349382 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a5843-1cf1-40c6-859c-fc99f62b1708 req-b41d291e-9839-4c39-bb36-528737f84c45 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:05.352319 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7b5a5843-1cf1-40c6-859c-fc99f62b1708 req-b41d291e-9839-4c39-bb36-528737f84c45 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.62 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 945 time: 0.2027974 Dec 16 14:40:05.591976 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [req-7b5a5843-1cf1-40c6-859c-fc99f62b1708 req-e7f2a5ed-8f8c-4070-bef2-b4883ffc7f50 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Deleting port 43a04539-965f-4c95-951b-6ddcc7a8ed3d {{(pid=82860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:40:05.592534 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-7b5a5843-1cf1-40c6-859c-fc99f62b1708 req-e7f2a5ed-8f8c-4070-bef2-b4883ffc7f50 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:05.725999 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-864ae9b5-5ab9-473c-b7fb-bbd2b9a140ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:05.794701 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1717f9fc-0283-418f-878c-141a1f290424 req-79b68ecf-66af-43e0-a686-9a2c8192207c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be21f06220c9415f8c855afb6556a878&device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 1099 time: 0.4270229 Dec 16 14:40:06.097024 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-864ae9b5-5ab9-473c-b7fb-bbd2b9a140ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:06.161597 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-864ae9b5-5ab9-473c-b7fb-bbd2b9a140ea admin admin] Usage tracker for resource:security_group_rule and tenant:722dc0e2f88847a7ac3ef779c5fff0f0 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:06.189334 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-864ae9b5-5ab9-473c-b7fb-bbd2b9a140ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:06.202298 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb212760-e969-4fe3-9371-b8dd4261bf74 req-dced8670-c150-4e2a-b7b3-ed2ce31eb2fa tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:06.205146 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-cb212760-e969-4fe3-9371-b8dd4261bf74 req-dced8670-c150-4e2a-b7b3-ed2ce31eb2fa tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.4531534 Dec 16 14:40:06.228184 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-864ae9b5-5ab9-473c-b7fb-bbd2b9a140ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:06.414428 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717f9fc-0283-418f-878c-141a1f290424 req-e72a407e-de54-462d-8afc-b3f12619d0e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:06.417498 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1717f9fc-0283-418f-878c-141a1f290424 req-e72a407e-de54-462d-8afc-b3f12619d0e0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=95cfc6cc-2bf9-4352-9f9e-27747b195118 HTTP/1.1" status: 200 len: 919 time: 0.6040428 Dec 16 14:40:06.455025 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-cb212760-e969-4fe3-9371-b8dd4261bf74 req-37f9ae88-fb8a-4aa4-bc0e-e4890b0660cf tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287345 Dec 16 14:40:06.642184 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1717f9fc-0283-418f-878c-141a1f290424 req-1c685c91-c8a1-4f9d-bbb7-5f5bc41e16ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d941f5bd-21ca-4826-a59b-77773b45a78b HTTP/1.1" status: 200 len: 217 time: 0.1991265 Dec 16 14:40:06.719581 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf17fce-5079-4909-ad7e-ffae0b281c67 req-7b2f8057-42eb-4e2c-bbc9-8f0870dc4cc8 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:06.721778 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1cf17fce-5079-4909-ad7e-ffae0b281c67 req-7b2f8057-42eb-4e2c-bbc9-8f0870dc4cc8 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.8463576 Dec 16 14:40:06.831075 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-864ae9b5-5ab9-473c-b7fb-bbd2b9a140ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:06.856191 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-7b5a5843-1cf1-40c6-859c-fc99f62b1708 req-e7f2a5ed-8f8c-4070-bef2-b4883ffc7f50 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] For port 43a04539-965f-4c95-951b-6ddcc7a8ed3d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=43a04539-965f-4c95-951b-6ddcc7a8ed3d,segment=NetworkSegment(eb0c489f-bd3b-45c4-9412-eab568ab4fd7),segment_id=eb0c489f-bd3b-45c4-9412-eab568ab4fd7)] {{(pid=82860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:40:06.857277 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-7b5a5843-1cf1-40c6-859c-fc99f62b1708 req-e7f2a5ed-8f8c-4070-bef2-b4883ffc7f50 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:06.869487 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-864ae9b5-5ab9-473c-b7fb-bbd2b9a140ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:06.884120 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717f9fc-0283-418f-878c-141a1f290424 req-9c0648cc-a3a5-4b7f-8b78-63edc5260571 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:06.886937 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1717f9fc-0283-418f-878c-141a1f290424 req-9c0648cc-a3a5-4b7f-8b78-63edc5260571 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e HTTP/1.1" status: 200 len: 858 time: 0.2348449 Dec 16 14:40:06.893235 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-9c9ffca0-d417-4e62-9b84-d8730d34ddf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:07.002811 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1717f9fc-0283-418f-878c-141a1f290424 req-b9bfa98a-4ad0-4534-977c-b0ac3a2b788f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95cfc6cc-2bf9-4352-9f9e-27747b195118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839841 Dec 16 14:40:07.066252 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1cf17fce-5079-4909-ad7e-ffae0b281c67 req-c901d52a-7a3a-4400-848b-b656f0961ef7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3240311 Dec 16 14:40:07.200712 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ae9b5-5ab9-473c-b7fb-bbd2b9a140ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409c4805-6f12-4775-8caf-bd4afc6e84b6,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:07.207328 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-864ae9b5-5ab9-473c-b7fb-bbd2b9a140ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:07.215934 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-864ae9b5-5ab9-473c-b7fb-bbd2b9a140ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=722dc0e2f88847a7ac3ef779c5fff0f0&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0181448 Dec 16 14:40:07.224450 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57258) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:07.256676 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [req-7b5a5843-1cf1-40c6-859c-fc99f62b1708 req-e7f2a5ed-8f8c-4070-bef2-b4883ffc7f50 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Calling delete_port for 43a04539-965f-4c95-951b-6ddcc7a8ed3d owned by compute:nova {{(pid=82860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:40:07.387894 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1717f9fc-0283-418f-878c-141a1f290424 req-f0cefe25-b61e-442e-83e3-a6aac0469ce7 service neutron] 10.222.0.62 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272505 Dec 16 14:40:07.394460 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-5e0f5668-61ec-45d6-8ef1-4853fbb8e28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:07.401869 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-0a2e4c27-c8d9-4705-888a-c4199979bacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:07.632109 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1717f9fc-0283-418f-878c-141a1f290424 req-010cede4-b29d-4745-befe-6265e7b551a5 service neutron] 10.222.0.62 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387011 Dec 16 14:40:07.702045 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-5e0f5668-61ec-45d6-8ef1-4853fbb8e28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:07.921896 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0915743-4aa9-4b90-96c9-7145606ad5f4 req-1deaf18d-ee20-43fd-a7fb-8f29e7acc086 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:07.935515 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d0915743-4aa9-4b90-96c9-7145606ad5f4 req-1deaf18d-ee20-43fd-a7fb-8f29e7acc086 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 945 time: 0.6869044 Dec 16 14:40:08.006038 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-5e0f5668-61ec-45d6-8ef1-4853fbb8e28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:08.013285 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-b0ba1fb9-4ad8-4336-913b-91bdba566f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:08.018920 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 43a04539-965f-4c95-951b-6ddcc7a8ed3d no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:40:08.038400 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d0915743-4aa9-4b90-96c9-7145606ad5f4 req-6add98e3-bbfa-4a8b-844f-9ebfa7313834 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/security-groups?id=0030fa54-de4e-4f35-84f0-2d79e9a12bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010370 Dec 16 14:40:08.045122 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f5668-61ec-45d6-8ef1-4853fbb8e28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409c4805-6f12-4775-8caf-bd4afc6e84b6,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:08.062681 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6984a-b64b-4130-bef1-dd7f52f29034 req-7561b74d-60e2-42fb-8fb3-fcca55092900 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:08.066332 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a1b6984a-b64b-4130-bef1-dd7f52f29034 req-7561b74d-60e2-42fb-8fb3-fcca55092900 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.2574823 Dec 16 14:40:08.067763 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-5e0f5668-61ec-45d6-8ef1-4853fbb8e28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:08.140336 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-5e0f5668-61ec-45d6-8ef1-4853fbb8e28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:08.143499 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-7b5a5843-1cf1-40c6-859c-fc99f62b1708 req-e7f2a5ed-8f8c-4070-bef2-b4883ffc7f50 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642'] for port, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:08.147516 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-5e0f5668-61ec-45d6-8ef1-4853fbb8e28e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/409c4805-6f12-4775-8caf-bd4afc6e84b6 HTTP/1.1" status: 204 len: 168 time: 0.9211183 Dec 16 14:40:08.163135 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-9b463853-1914-4473-8f8a-80778d61c94d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:08.201965 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] No active binding found for port 43a04539-965f-4c95-951b-6ddcc7a8ed3d {{(pid=82862) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 16 14:40:08.204196 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 43a04539-965f-4c95-951b-6ddcc7a8ed3d not bound to the agent host hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:40:08.216886 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2a5ed-8f8c-4070-bef2-b4883ffc7f50 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Pushing event deleted for resources: {'Port': ['ID=43a04539-965f-4c95-951b-6ddcc7a8ed3d,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:08.220149 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-e7f2a5ed-8f8c-4070-bef2-b4883ffc7f50 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:08.234130 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a1b6984a-b64b-4130-bef1-dd7f52f29034 req-870c5b22-8c05-4369-a56c-3c597158d731 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524251 Dec 16 14:40:08.322260 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5a5843-1cf1-40c6-859c-fc99f62b1708 req-e7f2a5ed-8f8c-4070-bef2-b4883ffc7f50 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] No DVR routers for this DVR port 43a04539-965f-4c95-951b-6ddcc7a8ed3d on host hv-cinder-82189 {{(pid=82860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:40:08.326953 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-7b5a5843-1cf1-40c6-859c-fc99f62b1708 req-e7f2a5ed-8f8c-4070-bef2-b4883ffc7f50 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:08.330836 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fa7bc8-1b98-4acd-be8b-5d225c128499', 'name': 'network-vif-deleted', 'tag': '43a04539-965f-4c95-951b-6ddcc7a8ed3d'}] {{(pid=82860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:40:08.371307 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7b5a5843-1cf1-40c6-859c-fc99f62b1708 req-e7f2a5ed-8f8c-4070-bef2-b4883ffc7f50 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.62 "DELETE /v2.0/ports/43a04539-965f-4c95-951b-6ddcc7a8ed3d HTTP/1.1" status: 204 len: 173 time: 3.0095818 Dec 16 14:40:08.428247 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fa7bc8-1b98-4acd-be8b-5d225c128499', 'name': 'network-vif-deleted', 'tag': '43a04539-965f-4c95-951b-6ddcc7a8ed3d', 'status': 'completed', 'code': 200} Dec 16 14:40:08.650985 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec4e39-7d2f-45cb-9ab9-25341970a64b req-eb385cfb-fe03-4356-bc03-d4a1c5457b28 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:08.660534 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-ddec4e39-7d2f-45cb-9ab9-25341970a64b req-eb385cfb-fe03-4356-bc03-d4a1c5457b28 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.1693637 Dec 16 14:40:08.741697 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-ddec4e39-7d2f-45cb-9ab9-25341970a64b req-3157b6df-3f16-4954-ad5c-2f69b36f6dfc tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741756 Dec 16 14:40:09.248891 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d3304-31ba-448e-8b54-9ed8370844f5 req-7d0b368a-a615-4779-9abf-c7e06c982498 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:09.252266 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-6d1d3304-31ba-448e-8b54-9ed8370844f5 req-7d0b368a-a615-4779-9abf-c7e06c982498 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.1972368 Dec 16 14:40:09.266296 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 57304) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:09.279072 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-b4ba0ac6-2998-44bb-a175-3e477efa0379 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Request body: {'floatingip': {'port_id': '2eb0bd28-703a-4b3f-b4d8-a8a3322b412a'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:40:09.585937 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0ac6-2998-44bb-a175-3e477efa0379 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for floatingip, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:09.711969 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff724b4-947a-46d2-8beb-c358a754a570 req-46b378d2-4ca9-4874-93e7-b703f109a4a2 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:09.715729 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-fff724b4-947a-46d2-8beb-c358a754a570 req-46b378d2-4ca9-4874-93e7-b703f109a4a2 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.2310367 Dec 16 14:40:09.893834 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-10b21d05-62be-4050-8b8e-88fe48a28dcb req-cb8931ed-d50c-4a49-8e54-06f03e3ff2d7 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Synchronizing usage tracker for tenant:37bffd4b7c164a09884970b5cb9d1a41 on resource:port {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:40:09.895069 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-fff724b4-947a-46d2-8beb-c358a754a570 req-8cd2207b-2534-416e-9e62-dfc5a7e00cae tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545391 Dec 16 14:40:09.907270 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-3356f739-1190-47c3-ba57-4e9d6ee25dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:10.011249 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57322) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:10.054755 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-10b21d05-62be-4050-8b8e-88fe48a28dcb req-cb8931ed-d50c-4a49-8e54-06f03e3ff2d7 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Unset dirty status for tenant:37bffd4b7c164a09884970b5cb9d1a41 on resource:port {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:40:10.057114 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-10b21d05-62be-4050-8b8e-88fe48a28dcb req-cb8931ed-d50c-4a49-8e54-06f03e3ff2d7 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa7bc8-1b98-4acd-be8b-5d225c128499 HTTP/1.1" status: 200 len: 210 time: 0.2567723 Dec 16 14:40:10.064690 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-300ccdf8-c0a7-46d0-99fd-9c6962c609f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:10.155423 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-300ccdf8-c0a7-46d0-99fd-9c6962c609f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:10.163715 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-300ccdf8-c0a7-46d0-99fd-9c6962c609f3 admin admin] Usage tracker for resource:security_group_rule and tenant:7286acb21590486699a47ae26ee9a4db is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:10.169578 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-300ccdf8-c0a7-46d0-99fd-9c6962c609f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:10.181876 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-300ccdf8-c0a7-46d0-99fd-9c6962c609f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:10.300765 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-300ccdf8-c0a7-46d0-99fd-9c6962c609f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:10.311956 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-300ccdf8-c0a7-46d0-99fd-9c6962c609f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:10.339155 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-78779e37-5eb9-40c0-974d-0d2dc0019e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:10.428115 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ccdf8-c0a7-46d0-99fd-9c6962c609f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d657bc-6da3-448b-94f6-f37ff8a09e99,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:10.436672 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-300ccdf8-c0a7-46d0-99fd-9c6962c609f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7286acb21590486699a47ae26ee9a4db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4234390 Dec 16 14:40:10.437594 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57328) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:10.439590 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-300ccdf8-c0a7-46d0-99fd-9c6962c609f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:10.622014 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-70f32f21-ccd2-49ed-902b-d73c6d14b7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:10.685548 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-70f32f21-ccd2-49ed-902b-d73c6d14b7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:10.737832 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:10.857646 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-70f32f21-ccd2-49ed-902b-d73c6d14b7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:10.871532 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:10.910895 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f32f21-ccd2-49ed-902b-d73c6d14b7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d657bc-6da3-448b-94f6-f37ff8a09e99,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:10.914559 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-70f32f21-ccd2-49ed-902b-d73c6d14b7df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:10.917193 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-70f32f21-ccd2-49ed-902b-d73c6d14b7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:10.924216 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-70f32f21-ccd2-49ed-902b-d73c6d14b7df admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/09d657bc-6da3-448b-94f6-f37ff8a09e99 HTTP/1.1" status: 204 len: 168 time: 0.4820719 Dec 16 14:40:11.059617 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:11.286182 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99cbdf-1521-4b1a-be3d-4bab3166eeec req-b41b9527-b2fe-4397-957b-2063225e390b tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:11.291325 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-dc99cbdf-1521-4b1a-be3d-4bab3166eeec req-b41b9527-b2fe-4397-957b-2063225e390b tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.2103407 Dec 16 14:40:11.326944 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0ac6-2998-44bb-a175-3e477efa0379 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:11.332872 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0ac6-2998-44bb-a175-3e477efa0379 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377752'] for floatingip, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:11.499018 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-dc99cbdf-1521-4b1a-be3d-4bab3166eeec req-3224e738-9bdf-415d-9b2c-082c690ddfcd tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982117 Dec 16 14:40:11.670791 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.db.l3_db [None req-b4ba0ac6-2998-44bb-a175-3e477efa0379 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Floating IP 56c2829d-a36d-4171-aea0-fc3d0b9e912c associated. External IP: 172.28.3.236, port: 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a. Dec 16 14:40:12.364788 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:12.882011 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ba0ac6-2998-44bb-a175-3e477efa0379 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Router 0aa52b8a-4e5e-442f-8e96-005b89dad427 has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:40:13.124489 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76e5ad-d690-4fcc-8a0a-7a2b7be33d08 req-cccc297f-a641-4c4a-9572-a707d2898903 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:13.128686 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-cc76e5ad-d690-4fcc-8a0a-7a2b7be33d08 req-cccc297f-a641-4c4a-9572-a707d2898903 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.2495849 Dec 16 14:40:13.284632 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-cc76e5ad-d690-4fcc-8a0a-7a2b7be33d08 req-0ddf91eb-20ac-470f-a383-fd4ce1b38b32 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454999 Dec 16 14:40:13.407888 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:13.533749 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ba0ac6-2998-44bb-a175-3e477efa0379 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:40:13.544893 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0ac6-2998-44bb-a175-3e477efa0379 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for floatingip, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:13.556095 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb053bd-dda7-463d-a999-a3cd9d55afa4 None None] Sync routers for ids ['0aa52b8a-4e5e-442f-8e96-005b89dad427'] in dv-cinder-821893-3-smb {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:40:13.585304 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb053bd-dda7-463d-a999-a3cd9d55afa4 None None] Routers {'0aa52b8a-4e5e-442f-8e96-005b89dad427'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:40:13.586933 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-2cb053bd-dda7-463d-a999-a3cd9d55afa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:40:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['0aa52b8a-4e5e-442f-8e96-005b89dad427'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:40:13.690984 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-b4ba0ac6-2998-44bb-a175-3e477efa0379 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "PUT /v2.0/floatingips/56c2829d-a36d-4171-aea0-fc3d0b9e912c HTTP/1.1" status: 200 len: 992 time: 4.4228632 Dec 16 14:40:13.692879 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a18f218-5bc0-4ffd-ad59-86e315b7487e', 'tag': '2eb0bd28-703a-4b3f-b4d8-a8a3322b412a'}] {{(pid=82860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:40:14.004778 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a18f218-5bc0-4ffd-ad59-86e315b7487e', 'tag': '2eb0bd28-703a-4b3f-b4d8-a8a3322b412a', 'status': 'completed', 'code': 200} Dec 16 14:40:14.218916 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-2cb053bd-dda7-463d-a999-a3cd9d55afa4 None None] Set router 0aa52b8a-4e5e-442f-8e96-005b89dad427 gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:40:14.487851 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d74250bc-92ac-4cdc-8f71-ebf2b5e798b2 req-f062ef07-7cc3-4f8d-92c0-e277af8767b2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50ab4f2ba6e544b5a75c9ff80708a7a6&device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 1099 time: 0.4214692 Dec 16 14:40:14.786033 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57456) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:14.906853 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e99a04-8c4d-4f10-84ea-600e9c383366 admin admin] Deleting subnet ab1801e8-11ae-4518-ab0d-0a8cd7be10ee {{(pid=82861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 16 14:40:14.911889 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-06e99a04-8c4d-4f10-84ea-600e9c383366 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:15.032882 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-06e99a04-8c4d-4f10-84ea-600e9c383366 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-855980'] for subnet, precommit_delete_associations {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:15.104682 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74250bc-92ac-4cdc-8f71-ebf2b5e798b2 req-563e38ac-03db-4558-b794-4c8b2c31d11b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:15.112451 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d74250bc-92ac-4cdc-8f71-ebf2b5e798b2 req-563e38ac-03db-4558-b794-4c8b2c31d11b service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb1f760c-41d7-4239-8c86-9a119e8dad65 HTTP/1.1" status: 200 len: 918 time: 0.6143732 Dec 16 14:40:15.169863 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-06e99a04-8c4d-4f10-84ea-600e9c383366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3375631'] for subnet, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:15.323491 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7942a9-ba5e-4f0c-9d42-f84a508814bb req-2eacad02-9b00-4489-86ee-0274281be1ad tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:15.347587 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7e7942a9-ba5e-4f0c-9d42-f84a508814bb req-2eacad02-9b00-4489-86ee-0274281be1ad tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.3861132 Dec 16 14:40:15.404922 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-06e99a04-8c4d-4f10-84ea-600e9c383366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3375616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3754695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1404220'] for subnet, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:15.420767 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-20ad38dc-42ec-45ef-be69-001b1702e6b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:15.476875 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d74250bc-92ac-4cdc-8f71-ebf2b5e798b2 req-52c80d1e-30a6-45b8-8fe6-9445bbca0667 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a HTTP/1.1" status: 200 len: 1000 time: 0.3525193 Dec 16 14:40:15.536818 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e99a04-8c4d-4f10-84ea-600e9c383366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab1801e8-11ae-4518-ab0d-0a8cd7be10ee,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:15.559033 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-06e99a04-8c4d-4f10-84ea-600e9c383366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:15.577594 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-06e99a04-8c4d-4f10-84ea-600e9c383366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:15.603999 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-06e99a04-8c4d-4f10-84ea-600e9c383366 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ab1801e8-11ae-4518-ab0d-0a8cd7be10ee HTTP/1.1" status: 204 len: 168 time: 0.8154778 Dec 16 14:40:15.607035 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57478) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:15.615183 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7e7942a9-ba5e-4f0c-9d42-f84a508814bb req-f3387e78-640e-47c9-82c3-2751b1d00891 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568126 Dec 16 14:40:15.635817 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-2cb053bd-dda7-463d-a999-a3cd9d55afa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'name': 'tempest-AttachVolumeShelveTestJSON-1955939718-router', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:54Z', 'updated_at': '2021-12-16T14:39:10Z', 'revision_number': 4, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'gw_port': {'id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:38:56Z', 'updated_at': '2021-12-16T14:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_floatingips': [{'id': '56c2829d-a36d-4171-aea0-fc3d0b9e912c', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'floating_ip_address': '172.28.3.236', 'floating_network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'router_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'port_id': '2eb0bd28-703a-4b3f-b4d8-a8a3322b412a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'mac_address': 'fa:16:3e:7f:8f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a18f218-5bc0-4ffd-ad59-86e315b7487e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:39:28Z', 'updated_at': '2021-12-16T14:40:11Z', 'revision_number': 1, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6daee365-52af-4d93-b0df-50e58da0bff8', 'name': '', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'mac_address': 'fa:16:3e:84:54:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:08Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 5, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'subnets': [{'id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:40:15.640340 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74250bc-92ac-4cdc-8f71-ebf2b5e798b2 req-ca876eac-b11d-4730-a1e9-837349e1238a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:15.642143 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d74250bc-92ac-4cdc-8f71-ebf2b5e798b2 req-ca876eac-b11d-4730-a1e9-837349e1238a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=69274fc7-9ac3-4ad8-87f4-58834408c137 HTTP/1.1" status: 200 len: 856 time: 0.1451688 Dec 16 14:40:15.646909 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb053bd-dda7-463d-a999-a3cd9d55afa4 None None] Checking router: 0aa52b8a-4e5e-442f-8e96-005b89dad427 for host: dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:40:15.676465 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb053bd-dda7-463d-a999-a3cd9d55afa4 None None] Routers {'0aa52b8a-4e5e-442f-8e96-005b89dad427'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:40:15.677152 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-2cb053bd-dda7-463d-a999-a3cd9d55afa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:40:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['0aa52b8a-4e5e-442f-8e96-005b89dad427'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:40:15.816613 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d74250bc-92ac-4cdc-8f71-ebf2b5e798b2 req-fbb2516d-12ef-4602-b45d-4c2dcf4867e5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb1f760c-41d7-4239-8c86-9a119e8dad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1662004 Dec 16 14:40:15.842902 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57488) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:15.882432 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-37742a65-4be5-4a8b-a2a3-ca628a789586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3222799'] for network, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:16.243571 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-37742a65-4be5-4a8b-a2a3-ca628a789586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3377296', 'neutron.services.segments.db._delete_segments_for_network-8775664583123'] for network, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:16.351223 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-2cb053bd-dda7-463d-a999-a3cd9d55afa4 None None] Set router 0aa52b8a-4e5e-442f-8e96-005b89dad427 gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:40:16.362639 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-37742a65-4be5-4a8b-a2a3-ca628a789586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e900d275-1369-493b-b34b-2714373cc1d9']}} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:40:16.362959 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d74250bc-92ac-4cdc-8f71-ebf2b5e798b2 req-5a62d7b8-c793-4528-af79-b3cc26e31635 service neutron] 10.222.0.62 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376561 Dec 16 14:40:16.447260 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-37742a65-4be5-4a8b-a2a3-ca628a789586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb0c489f-bd3b-45c4-9412-eab568ab4fd7') {'for_net_delete': True} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:40:16.448626 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-37742a65-4be5-4a8b-a2a3-ca628a789586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb0c489f-bd3b-45c4-9412-eab568ab4fd7') {} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:40:16.478765 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-932ff326-46ae-43c2-b7b3-73d5bc142f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:16.505600 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-37742a65-4be5-4a8b-a2a3-ca628a789586 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775664586478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-855989'] for segment, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:16.561193 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-37742a65-4be5-4a8b-a2a3-ca628a789586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:16.574257 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-932ff326-46ae-43c2-b7b3-73d5bc142f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:16.578041 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37742a65-4be5-4a8b-a2a3-ca628a789586 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=82861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 16 14:40:16.579197 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-37742a65-4be5-4a8b-a2a3-ca628a789586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3754089'] for segment, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: Traceback (most recent call last): Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: timer() Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: cb(*args, **kw) Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: return func(*args, **kwargs) Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: self._notify() Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: self.callback(batched_events) Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: event.method(event) Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: return f(self, *a, **k) Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: return self._get(url).json() Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: return self.request(url, 'GET', **kwargs) Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:40:16.599027 dv-cinder-821893-3-smb neutron-server[82861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:40:16.670458 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-932ff326-46ae-43c2-b7b3-73d5bc142f7b admin admin] Usage tracker for resource:security_group_rule and tenant:926d1ffed2024e9dbfe3d722c12a0193 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:16.680997 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-932ff326-46ae-43c2-b7b3-73d5bc142f7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:16.693007 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-932ff326-46ae-43c2-b7b3-73d5bc142f7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:16.856609 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-37742a65-4be5-4a8b-a2a3-ca628a789586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3377289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377742'] for network, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:16.885450 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-37742a65-4be5-4a8b-a2a3-ca628a789586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:16.889764 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d74250bc-92ac-4cdc-8f71-ebf2b5e798b2 req-691ad3eb-61a4-414a-a882-c4e9157c96db service neutron] 10.222.0.62 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113404 Dec 16 14:40:16.899116 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:16.978645 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37742a65-4be5-4a8b-a2a3-ca628a789586 admin admin] Pushing event deleted for resources: {'Network': ['ID=e900d275-1369-493b-b34b-2714373cc1d9,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:16.990784 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-37742a65-4be5-4a8b-a2a3-ca628a789586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:17.082755 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-932ff326-46ae-43c2-b7b3-73d5bc142f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:17.100209 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-932ff326-46ae-43c2-b7b3-73d5bc142f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:17.142185 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3fbd6-dbfd-4568-abc1-3466bc00c4f2 req-47b8c8fd-0115-4a44-9c3b-715934d82644 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:17.160573 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d6f3fbd6-dbfd-4568-abc1-3466bc00c4f2 req-47b8c8fd-0115-4a44-9c3b-715934d82644 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.1775322 Dec 16 14:40:17.180709 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-70f32f21-ccd2-49ed-902b-d73c6d14b7df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:17.259373 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-932ff326-46ae-43c2-b7b3-73d5bc142f7b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=926d1ffed2024e9dbfe3d722c12a0193&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4074965 Dec 16 14:40:17.260756 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d6f3fbd6-dbfd-4568-abc1-3466bc00c4f2 req-1114cd0a-4e7e-483b-a54d-2a3f0ebf31f8 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968156 Dec 16 14:40:17.261590 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 57526) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:17.285222 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-37742a65-4be5-4a8b-a2a3-ca628a789586 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e900d275-1369-493b-b34b-2714373cc1d9 HTTP/1.1" status: 204 len: 168 time: 1.6567636 Dec 16 14:40:17.291959 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ff326-46ae-43c2-b7b3-73d5bc142f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ae9fbc-7c76-47f3-9144-da50347e7984,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:17.303737 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-932ff326-46ae-43c2-b7b3-73d5bc142f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:17.573216 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e5e0174a-8a7e-4963-b34c-a485edcee72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:17.668314 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e5e0174a-8a7e-4963-b34c-a485edcee72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:17.770113 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57544) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:17.851062 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-2cb053bd-dda7-463d-a999-a3cd9d55afa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'name': 'tempest-AttachVolumeShelveTestJSON-1955939718-router', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:54Z', 'updated_at': '2021-12-16T14:39:10Z', 'revision_number': 4, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'gw_port': {'id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:38:56Z', 'updated_at': '2021-12-16T14:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_floatingips': [{'id': '56c2829d-a36d-4171-aea0-fc3d0b9e912c', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'floating_ip_address': '172.28.3.236', 'floating_network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'router_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'port_id': '2eb0bd28-703a-4b3f-b4d8-a8a3322b412a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'mac_address': 'fa:16:3e:7f:8f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a18f218-5bc0-4ffd-ad59-86e315b7487e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:39:28Z', 'updated_at': '2021-12-16T14:40:11Z', 'revision_number': 1, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6daee365-52af-4d93-b0df-50e58da0bff8', 'name': '', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'mac_address': 'fa:16:3e:84:54:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:08Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 5, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'subnets': [{'id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:40:17.867334 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb053bd-dda7-463d-a999-a3cd9d55afa4 None None] The sync data for ids ['0aa52b8a-4e5e-442f-8e96-005b89dad427'] in dv-cinder-821893-3-smb is: [{'id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'name': 'tempest-AttachVolumeShelveTestJSON-1955939718-router', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:54Z', 'updated_at': '2021-12-16T14:39:10Z', 'revision_number': 4, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'gw_port': {'id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:38:56Z', 'updated_at': '2021-12-16T14:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_floatingips': [{'id': '56c2829d-a36d-4171-aea0-fc3d0b9e912c', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'floating_ip_address': '172.28.3.236', 'floating_network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'router_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'port_id': '2eb0bd28-703a-4b3f-b4d8-a8a3322b412a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'mac_address': 'fa:16:3e:7f:8f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a18f218-5bc0-4ffd-ad59-86e315b7487e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:39:28Z', 'updated_at': '2021-12-16T14:40:11Z', 'revision_number': 1, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6daee365-52af-4d93-b0df-50e58da0bff8', 'name': '', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'mac_address': 'fa:16:3e:84:54:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:08Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 5, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'subnets': [{'id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:40:17.907730 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-ede788b4-8ced-4cf0-afa1-fd549140217d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37bffd4b7c164a09884970b5cb9d1a41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1359780 Dec 16 14:40:17.908797 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57550) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:17.996369 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e5e0174a-8a7e-4963-b34c-a485edcee72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:18.010825 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-c38faedb-2a67-4f10-999d-bf77a60fc89e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:18.029799 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0174a-8a7e-4963-b34c-a485edcee72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ae9fbc-7c76-47f3-9144-da50347e7984,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:18.034619 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-e5e0174a-8a7e-4963-b34c-a485edcee72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:18.050030 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e5e0174a-8a7e-4963-b34c-a485edcee72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:18.055503 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-e5e0174a-8a7e-4963-b34c-a485edcee72b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14ae9fbc-7c76-47f3-9144-da50347e7984 HTTP/1.1" status: 204 len: 168 time: 0.7902668 Dec 16 14:40:18.117143 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-18886897-4e95-4723-b369-2415564bba38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:18.171772 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-18886897-4e95-4723-b369-2415564bba38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:18.292879 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-18886897-4e95-4723-b369-2415564bba38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:18.305980 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:18.332833 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18886897-4e95-4723-b369-2415564bba38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0030fa54-de4e-4f35-84f0-2d79e9a12bae,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:18.340044 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-18886897-4e95-4723-b369-2415564bba38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:18.360550 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-18886897-4e95-4723-b369-2415564bba38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:18.361762 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-18886897-4e95-4723-b369-2415564bba38 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0030fa54-de4e-4f35-84f0-2d79e9a12bae HTTP/1.1" status: 204 len: 168 time: 0.4519961 Dec 16 14:40:18.393084 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b5b354-1351-42ec-a042-29a12463aa2e None None] New status for floating IP 56c2829d-a36d-4171-aea0-fc3d0b9e912c: ACTIVE {{(pid=82862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 16 14:40:18.695009 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4f9ac-1c49-41b5-9a36-3b3036882262 req-c358df83-79ef-4dc3-a751-5c555f052434 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:18.708231 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-dac4f9ac-1c49-41b5-9a36-3b3036882262 req-c358df83-79ef-4dc3-a751-5c555f052434 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.1269872 Dec 16 14:40:18.826612 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-dac4f9ac-1c49-41b5-9a36-3b3036882262 req-a0c71374-326f-4fe3-9c87-111254d6ea79 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139920 Dec 16 14:40:18.995673 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57580) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:19.028244 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-27972341-5a61-433d-b92b-481f2e7513fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:19.069723 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-27972341-5a61-433d-b92b-481f2e7513fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:19.074508 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-27972341-5a61-433d-b92b-481f2e7513fd admin admin] Usage tracker for resource:security_group_rule and tenant:eface7ef30e347edb89bc8c70347e801 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:19.079534 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-27972341-5a61-433d-b92b-481f2e7513fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:19.087984 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-27972341-5a61-433d-b92b-481f2e7513fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:19.185588 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-27972341-5a61-433d-b92b-481f2e7513fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:19.194369 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-27972341-5a61-433d-b92b-481f2e7513fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:19.211038 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-1e0df177-2e5c-4b4f-985d-b9021a3c9dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:19.337611 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-27972341-5a61-433d-b92b-481f2e7513fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eface7ef30e347edb89bc8c70347e801&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3376739 Dec 16 14:40:19.337611 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27972341-5a61-433d-b92b-481f2e7513fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb9939e-1b1d-43fb-834c-6b4fc66dc273,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:19.339679 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57590) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:19.342921 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-27972341-5a61-433d-b92b-481f2e7513fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:19.529246 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2f5c2a55-b6c2-47c4-8ca6-4ef203156cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:19.626872 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2f5c2a55-b6c2-47c4-8ca6-4ef203156cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:19.702986 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2f5c2a55-b6c2-47c4-8ca6-4ef203156cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:19.716660 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-27972341-5a61-433d-b92b-481f2e7513fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:19.732017 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c2a55-b6c2-47c4-8ca6-4ef203156cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb9939e-1b1d-43fb-834c-6b4fc66dc273,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:19.738250 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-2f5c2a55-b6c2-47c4-8ca6-4ef203156cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:19.742478 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2f5c2a55-b6c2-47c4-8ca6-4ef203156cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:19.747068 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-2f5c2a55-b6c2-47c4-8ca6-4ef203156cc8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/afb9939e-1b1d-43fb-834c-6b4fc66dc273 HTTP/1.1" status: 204 len: 168 time: 0.4031341 Dec 16 14:40:20.458118 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673cc56-956d-4bda-b3c1-f6a6e5086fff req-9d6f9e3e-65c3-4625-852b-069e49ae7135 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:20.463908 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a673cc56-956d-4bda-b3c1-f6a6e5086fff req-9d6f9e3e-65c3-4625-852b-069e49ae7135 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.2580998 Dec 16 14:40:20.658560 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a673cc56-956d-4bda-b3c1-f6a6e5086fff req-1a9621ab-2aaa-4794-b182-2a906b09197e tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799169 Dec 16 14:40:20.952521 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57658) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:21.386145 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-987410366-network', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:40:21.398780 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:21.419353 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Usage tracker for resource:network and tenant:7243b1f0c7ab4a34a702c78e169b9461 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:21.431066 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:21.459619 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:21.492384 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Made reservation on behalf of 7243b1f0c7ab4a34a702c78e169b9461 for: {'network': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:40:21.497349 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for network, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:21.526104 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:21.613982 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:21.623972 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Usage tracker for resource:security_group_rule and tenant:7243b1f0c7ab4a34a702c78e169b9461 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:21.634185 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:21.650600 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:21.826444 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:21.832445 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:21.849731 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-96710f53-bfdf-43ac-8ff4-6aaa4e74d892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:21.954979 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=82861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:40:22.034290 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8179d38-16af-402d-a249-0cf0298ecab3,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:22.045083 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:22.045906 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.db.segments_db [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Added segment 3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf of type vlan for network 4f57735e-9b2a-4e4f-b94e-2d78693e986e Dec 16 14:40:22.052249 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:22.132838 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775664085252'] for network, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:22.183015 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe0fa9-cf2f-4eae-9967-635d6dc1f5b6 req-2869cd94-187b-4762-adcf-9585dbe629f6 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:22.184608 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-33fe0fa9-cf2f-4eae-9967-635d6dc1f5b6 req-2869cd94-187b-4762-adcf-9585dbe629f6 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.2423465 Dec 16 14:40:22.234449 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for network, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:22.237510 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:22.238274 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:22.270063 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:22.325145 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-33fe0fa9-cf2f-4eae-9967-635d6dc1f5b6 req-f372e80d-a15d-41f1-9f9c-17dcc6e25c5b tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326573 Dec 16 14:40:22.385588 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Pushing event updated for resources: {'Network': ['ID=4f57735e-9b2a-4e4f-b94e-2d78693e986e,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:22.389365 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4341397 Dec 16 14:40:22.390774 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:22.393095 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57720) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:22.397694 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Network 4f57735e-9b2a-4e4f-b94e-2d78693e986e details requested by agent ovs-agent-dv-cinder-821893-3-smb with host dv-cinder-821893-3-smb {{(pid=82862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:40:22.402098 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-b2fdab26-18ae-421a-add6-9aa175964c53 admin admin] Request body: {'subnet': {'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-987410366-subnet', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:40:22.409432 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-b2fdab26-18ae-421a-add6-9aa175964c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:22.414538 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-b2fdab26-18ae-421a-add6-9aa175964c53 admin admin] Usage tracker for resource:subnet and tenant:7243b1f0c7ab4a34a702c78e169b9461 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:22.418468 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-b2fdab26-18ae-421a-add6-9aa175964c53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:22.426316 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-b2fdab26-18ae-421a-add6-9aa175964c53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:22.450115 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fdab26-18ae-421a-add6-9aa175964c53 admin admin] Made reservation on behalf of 7243b1f0c7ab4a34a702c78e169b9461 for: {'subnet': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:40:22.453626 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b2fdab26-18ae-421a-add6-9aa175964c53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1404185'] for subnet, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:22.816049 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b2fdab26-18ae-421a-add6-9aa175964c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3754502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1404203'] for subnet, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:22.822787 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:22.912661 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdab26-18ae-421a-add6-9aa175964c53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fbefad8-3896-4ba2-9bf0-fdf6065ed622,revision_number=0']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:22.939939 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-b2fdab26-18ae-421a-add6-9aa175964c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:22.970794 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fdab26-18ae-421a-add6-9aa175964c53 admin admin] Checking segment: {'id': '3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:40:22.971628 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fdab26-18ae-421a-add6-9aa175964c53 admin admin] Network hostable DHCP agents. Network: 4f57735e-9b2a-4e4f-b94e-2d78693e986e, hostable agents: ['86b204a6-684d-4255-9b61-9602afcfa644'], hosted agents: [] {{(pid=82861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:40:22.999889 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fdab26-18ae-421a-add6-9aa175964c53 admin admin] Network 4f57735e-9b2a-4e4f-b94e-2d78693e986e is scheduled to be hosted by DHCP agent 86b204a6-684d-4255-9b61-9602afcfa644 with binding_index 1 {{(pid=82861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:40:23.027443 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-b2fdab26-18ae-421a-add6-9aa175964c53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-smb, 4f57735e-9b2a-4e4f-b94e-2d78693e986e) {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:40:23.037008 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fdab26-18ae-421a-add6-9aa175964c53 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:23.037971 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b2fdab26-18ae-421a-add6-9aa175964c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:23.050750 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f971e812-8301-4e6e-999d-bc3fc4bab2b1 None None] Network 4f57735e-9b2a-4e4f-b94e-2d78693e986e requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:40:23.078538 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 57740) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:23.087162 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-987410366-router', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:40:23.091379 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-b2fdab26-18ae-421a-add6-9aa175964c53 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6968303 Dec 16 14:40:23.095614 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:23.109643 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Usage tracker for resource:router and tenant:7243b1f0c7ab4a34a702c78e169b9461 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:23.116639 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:23.135164 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57744) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:23.135874 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:23.170016 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-424595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61064'] for router, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:23.174597 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-391482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-378910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61063'] for router, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:23.206274 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57750) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:23.244392 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:23.594091 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d5964157-5a31-41e8-b0c9-c5fc12be5433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:23.786482 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7e3bd17-6475-574a-890f-11e5f90b22c5-4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'fixed_ips': [{'subnet_id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622'}]}} from dv-cinder-821893-3-smb. {{(pid=82862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 16 14:40:23.790849 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:23.810642 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1e22998d-5c75-441e-a757-a7a29d7aeac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:23.874524 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-d5964157-5a31-41e8-b0c9-c5fc12be5433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:23.900373 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-d5964157-5a31-41e8-b0c9-c5fc12be5433 admin admin] Usage tracker for resource:security_group_rule and tenant:239485d473cb4b689a569d1fab9ed442 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:23.939284 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-d5964157-5a31-41e8-b0c9-c5fc12be5433 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:23.987283 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-378920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61109'] for router, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:24.002056 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-d5964157-5a31-41e8-b0c9-c5fc12be5433 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:24.060149 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-1e22998d-5c75-441e-a757-a7a29d7aeac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:24.067933 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-1e22998d-5c75-441e-a757-a7a29d7aeac1 admin admin] Usage tracker for resource:security_group_rule and tenant:a2fc99f3c852486ea22858d8972db158 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:24.074092 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-1e22998d-5c75-441e-a757-a7a29d7aeac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:24.239487 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.db_base_plugin_common [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Allocated IP 172.20.0.2 (4f57735e-9b2a-4e4f-b94e-2d78693e986e/0fbefad8-3896-4ba2-9bf0-fdf6065ed622/0a2c9ac2-1c28-4722-ad42-937af5869076) {{(pid=82862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:40:24.345712 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d5964157-5a31-41e8-b0c9-c5fc12be5433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:24.346264 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1ba5f-937c-41a7-8196-929960a89b25 req-12ab9704-cb3a-4473-a83f-3087cc7b606c tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:24.356928 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-18b1ba5f-937c-41a7-8196-929960a89b25 req-12ab9704-cb3a-4473-a83f-3087cc7b606c tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.5801265 Dec 16 14:40:24.363013 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-1e22998d-5c75-441e-a757-a7a29d7aeac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:24.369798 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d5964157-5a31-41e8-b0c9-c5fc12be5433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:24.389102 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-7bb34cf8-5693-4592-af86-f7ec5c7d58cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:24.553570 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-18b1ba5f-937c-41a7-8196-929960a89b25 req-1dec8d23-ecaa-452b-86ae-66068b61c8f9 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714458 Dec 16 14:40:24.558700 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5964157-5a31-41e8-b0c9-c5fc12be5433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d064e6-f88e-42b8-a4e9-40a87d0d59cb,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:24.571205 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-d5964157-5a31-41e8-b0c9-c5fc12be5433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:24.585580 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-d5964157-5a31-41e8-b0c9-c5fc12be5433 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=239485d473cb4b689a569d1fab9ed442&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3795559 Dec 16 14:40:24.586699 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57780) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:24.724602 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1e22998d-5c75-441e-a757-a7a29d7aeac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:24.741348 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:24.756880 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1e22998d-5c75-441e-a757-a7a29d7aeac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:24.768438 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-80f25fd8-7e1f-48b9-9f5c-a6745961ebdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:24.780423 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Notify callbacks [] for port, precommit_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:24.783078 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e857c44d-2ff2-4418-857a-156113e0b775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:24.792874 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Transition to ACTIVE for port object 0a2c9ac2-1c28-4722-ad42-937af5869076 will not be triggered until provisioned by entity L2. {{(pid=82862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:40:24.814974 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:24.817307 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e857c44d-2ff2-4418-857a-156113e0b775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:24.818662 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Transition to ACTIVE for port object 0a2c9ac2-1c28-4722-ad42-937af5869076 will not be triggered until provisioned by entity DHCP. {{(pid=82862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:40:24.833027 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633'] for port, after_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:24.845512 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:24.893929 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22998d-5c75-441e-a757-a7a29d7aeac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7239363-857c-4109-b246-b257d646031b,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:24.899982 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-1e22998d-5c75-441e-a757-a7a29d7aeac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:24.906032 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-1e22998d-5c75-441e-a757-a7a29d7aeac1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2fc99f3c852486ea22858d8972db158&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7666128 Dec 16 14:40:24.911086 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57790) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:24.933234 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Network 4f57735e-9b2a-4e4f-b94e-2d78693e986e is already hosted by enough agents. {{(pid=82862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:40:24.936889 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.scheduler.base_scheduler [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Resources bound (agent type, host, resource id): {{(pid=82862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:40:24.947016 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Received port after_create {{(pid=82862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:40:25.030883 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f4301e88-a2bb-48f7-8d26-20179a1b63ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:25.077941 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e857c44d-2ff2-4418-857a-156113e0b775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:25.088411 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Pushing event updated for resources: {'Port': ['ID=0a2c9ac2-1c28-4722-ad42-937af5869076,revision_number=1']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:25.094322 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_common [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Allocated IP 172.28.3.199 (186f29a2-e581-4978-89ea-e3da95ffad7e/03058b0e-e3b9-411a-92a6-f5070e371994/75a852aa-1e9e-4efe-9853-fd883d7bd7d5) {{(pid=82860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:40:25.100651 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:25.105534 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-2f5c2a55-b6c2-47c4-8ca6-4ef203156cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:25.127894 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Attempting to bind port 0a2c9ac2-1c28-4722-ad42-937af5869076 on host dv-cinder-821893-3-smb for vnic_type normal with profile {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:40:25.128693 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Attempting to bind port 0a2c9ac2-1c28-4722-ad42-937af5869076 by drivers openvswitch,hyperv on host dv-cinder-821893-3-smb at level 0 using segments [{'id': '3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e'}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:40:25.129304 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Attempting to bind port 0a2c9ac2-1c28-4722-ad42-937af5869076 on network 4f57735e-9b2a-4e4f-b94e-2d78693e986e {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:40:25.139120 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Checking agent: {'id': '5fa9648c-092b-4732-8cb9-4096e942c6ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:40:25.139850 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Checking segment: {'id': '3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:40:25.140655 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:25.141450 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Bound using segment: {'id': '3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e'} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:40:25.142202 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Bound port: 0a2c9ac2-1c28-4722-ad42-937af5869076, host: dv-cinder-821893-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e'}}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:40:25.142871 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:25.147441 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f4301e88-a2bb-48f7-8d26-20179a1b63ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:25.176061 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857c44d-2ff2-4418-857a-156113e0b775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d064e6-f88e-42b8-a4e9-40a87d0d59cb,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:25.183867 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-e857c44d-2ff2-4418-857a-156113e0b775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:25.192265 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e857c44d-2ff2-4418-857a-156113e0b775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:25.206973 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-e857c44d-2ff2-4418-857a-156113e0b775 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41d064e6-f88e-42b8-a4e9-40a87d0d59cb HTTP/1.1" status: 204 len: 168 time: 0.6117771 Dec 16 14:40:25.285988 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] For port 0a2c9ac2-1c28-4722-ad42-937af5869076, host dv-cinder-821893-3-smb, cleared binding levels {{(pid=82862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:40:25.290281 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] For port 0a2c9ac2-1c28-4722-ad42-937af5869076, host dv-cinder-821893-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=0a2c9ac2-1c28-4722-ad42-937af5869076,segment=NetworkSegment(3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf),segment_id=3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf)] {{(pid=82862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:40:25.299238 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f4301e88-a2bb-48f7-8d26-20179a1b63ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:25.300033 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:25.306594 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:25.312331 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:25.357453 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:25.362686 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f4301e88-a2bb-48f7-8d26-20179a1b63ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:25.376466 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-f4301e88-a2bb-48f7-8d26-20179a1b63ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c7239363-857c-4109-b246-b257d646031b HTTP/1.1" status: 204 len: 168 time: 0.4638383 Dec 16 14:40:25.384339 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4301e88-a2bb-48f7-8d26-20179a1b63ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7239363-857c-4109-b246-b257d646031b,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:25.389952 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-f4301e88-a2bb-48f7-8d26-20179a1b63ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:25.408178 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633'] for port, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:25.422905 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:25.454211 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Pushing event updated for resources: {'Port': ['ID=0a2c9ac2-1c28-4722-ad42-937af5869076,revision_number=2']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:25.467196 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:25.562552 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Network 186f29a2-e581-4978-89ea-e3da95ffad7e is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:40:25.581558 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:40:25.585280 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Received port after_create {{(pid=82860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:40:25.656900 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Pushing event updated for resources: {'Port': ['ID=75a852aa-1e9e-4efe-9853-fd883d7bd7d5,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:25.667010 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:25.827899 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:25.828829 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377801'] for router, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:26.062210 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b01705-80da-4455-aa33-4ca80b4f5473 req-e41a4bf0-0cb8-4a2a-848c-415f916d7d18 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:26.063795 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-46b01705-80da-4455-aa33-4ca80b4f5473 req-e41a4bf0-0cb8-4a2a-848c-415f916d7d18 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.2208292 Dec 16 14:40:26.200380 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-46b01705-80da-4455-aa33-4ca80b4f5473 req-493c46f2-33e1-49c1-a6f8-59cd081b5ef3 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665693 Dec 16 14:40:26.263343 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57834) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:26.298815 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Router de11e157-c4bf-4c65-8787-cc519c4f0a9c is scheduled to L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc with binding_index 1 {{(pid=82860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 14:40:26.320429 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f9b3ec80-87c3-4192-9bb5-b895c768cbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:26.418160 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-f9b3ec80-87c3-4192-9bb5-b895c768cbde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:26.426931 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-f9b3ec80-87c3-4192-9bb5-b895c768cbde admin admin] Usage tracker for resource:security_group_rule and tenant:d55496e196c24fec9db2b240a7c8edf0 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:26.437204 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-f9b3ec80-87c3-4192-9bb5-b895c768cbde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:26.454606 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-f9b3ec80-87c3-4192-9bb5-b895c768cbde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:26.576981 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57838) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:26.654051 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-36e845e2-e1a4-45e9-b7ab-b98fdbe82902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:26.692304 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 0a2c9ac2-1c28-4722-ad42-937af5869076 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:40:26.820512 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f9b3ec80-87c3-4192-9bb5-b895c768cbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:26.828859 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-36e845e2-e1a4-45e9-b7ab-b98fdbe82902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:26.851993 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f9b3ec80-87c3-4192-9bb5-b895c768cbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:26.879764 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-36e845e2-e1a4-45e9-b7ab-b98fdbe82902 admin admin] Usage tracker for resource:security_group_rule and tenant:e1b8b35207744b4e9733abe235c63690 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:26.892046 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:26.924903 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-36e845e2-e1a4-45e9-b7ab-b98fdbe82902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:26.961991 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:40:26.983306 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-36e845e2-e1a4-45e9-b7ab-b98fdbe82902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:26.983511 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] Sync routers for ids ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'] in dv-cinder-821893-3-smb {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:40:27.010290 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning for port 0a2c9ac2-1c28-4722-ad42-937af5869076 completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:40:27.025921 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Notify callbacks [] for router, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:27.032094 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9457886 Dec 16 14:40:27.032094 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 57844) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:27.033560 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3ec80-87c3-4192-9bb5-b895c768cbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abf6e2c-b189-4df7-90a6-dccdf7cf1ac5,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:27.057403 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] Routers {'de11e157-c4bf-4c65-8787-cc519c4f0a9c'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:40:27.057576 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-f9b3ec80-87c3-4192-9bb5-b895c768cbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:27.061843 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:40:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:40:27.071143 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb6dae1-1a63-4e40-8845-6bccdd2aa631 None None] Network 4f57735e-9b2a-4e4f-b94e-2d78693e986e requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:40:27.071703 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-f9b3ec80-87c3-4192-9bb5-b895c768cbde admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d55496e196c24fec9db2b240a7c8edf0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8061008 Dec 16 14:40:27.075287 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57848) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:27.359387 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-36e845e2-e1a4-45e9-b7ab-b98fdbe82902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:27.370527 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-36e845e2-e1a4-45e9-b7ab-b98fdbe82902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:27.514577 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-ffbbe0a2-b8cd-4c3b-88b4-1cad7e6e6bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:27.542330 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-08cb59c0-a37c-407c-9181-601d539b6733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:27.652257 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-08cb59c0-a37c-407c-9181-601d539b6733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:27.751195 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-a40bad7b-b21f-47fc-9f39-7ecb58c76f8a None None] Provisioning for port 0a2c9ac2-1c28-4722-ad42-937af5869076 completed by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:40:27.789254 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-a40bad7b-b21f-47fc-9f39-7ecb58c76f8a None None] Provisioning complete for port 0a2c9ac2-1c28-4722-ad42-937af5869076 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:40:27.796560 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-a40bad7b-b21f-47fc-9f39-7ecb58c76f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:27.908413 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03b14a-8e26-43c9-ad9f-8308d9ff7be1 req-24eab599-b6d0-4b67-a383-a3b871a85eaf tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:27.911078 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-ae03b14a-8e26-43c9-ad9f-8308d9ff7be1 req-24eab599-b6d0-4b67-a383-a3b871a85eaf tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.3726804 Dec 16 14:40:27.973803 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-08cb59c0-a37c-407c-9181-601d539b6733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:28.002590 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-36e845e2-e1a4-45e9-b7ab-b98fdbe82902 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e1b8b35207744b4e9733abe235c63690&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4236720 Dec 16 14:40:28.018976 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e845e2-e1a4-45e9-b7ab-b98fdbe82902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f275c2d-ba6c-401d-b628-2e7b6e4428d3,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:28.038365 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 57868) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:28.047985 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-36e845e2-e1a4-45e9-b7ab-b98fdbe82902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:28.056909 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-f4301e88-a2bb-48f7-8d26-20179a1b63ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:28.124405 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb59c0-a37c-407c-9181-601d539b6733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abf6e2c-b189-4df7-90a6-dccdf7cf1ac5,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:28.147132 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-08cb59c0-a37c-407c-9181-601d539b6733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:28.194518 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-a40bad7b-b21f-47fc-9f39-7ecb58c76f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:28.199836 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-ae03b14a-8e26-43c9-ad9f-8308d9ff7be1 req-539a49af-ce6c-4dcc-bd2d-7c12245df4c9 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744837 Dec 16 14:40:28.208010 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-08cb59c0-a37c-407c-9181-601d539b6733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:28.211090 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-08cb59c0-a37c-407c-9181-601d539b6733 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4abf6e2c-b189-4df7-90a6-dccdf7cf1ac5 HTTP/1.1" status: 204 len: 168 time: 1.1342320 Dec 16 14:40:28.286826 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] Set router de11e157-c4bf-4c65-8787-cc519c4f0a9c gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:40:28.339999 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-a40bad7b-b21f-47fc-9f39-7ecb58c76f8a None None] For port 0a2c9ac2-1c28-4722-ad42-937af5869076, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=0a2c9ac2-1c28-4722-ad42-937af5869076,segment=NetworkSegment(3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf),segment_id=3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:40:28.353280 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-a40bad7b-b21f-47fc-9f39-7ecb58c76f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:28.356738 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:28.384048 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-cde7817e-1a64-42aa-8e31-f988e88db9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:28.456055 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-cde7817e-1a64-42aa-8e31-f988e88db9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:28.645349 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-cde7817e-1a64-42aa-8e31-f988e88db9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:28.649375 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-e46985ac-454a-4699-9720-467cca096c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:28.701078 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7817e-1a64-42aa-8e31-f988e88db9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f275c2d-ba6c-401d-b628-2e7b6e4428d3,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:28.724323 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40bad7b-b21f-47fc-9f39-7ecb58c76f8a None None] Pushing event updated for resources: {'Port': ['ID=0a2c9ac2-1c28-4722-ad42-937af5869076,revision_number=3']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:28.727164 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-cde7817e-1a64-42aa-8e31-f988e88db9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:28.754939 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-cde7817e-1a64-42aa-8e31-f988e88db9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:28.756116 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-cde7817e-1a64-42aa-8e31-f988e88db9b8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f275c2d-ba6c-401d-b628-2e7b6e4428d3 HTTP/1.1" status: 204 len: 168 time: 0.7149889 Dec 16 14:40:28.759626 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-a40bad7b-b21f-47fc-9f39-7ecb58c76f8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:28.967504 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-1ec4e62a-23c4-4182-ba43-8dc1238a4e3f None None] Provisioning complete for port 0a2c9ac2-1c28-4722-ad42-937af5869076 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:40:28.968141 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-1ec4e62a-23c4-4182-ba43-8dc1238a4e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:29.450407 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'name': 'tempest-AttachVolumeTestJSON-987410366-router', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199'}], 'enable_snat': True}, 'gw_port_id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:23Z', 'updated_at': '2021-12-16T14:40:25Z', 'revision_number': 3, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'gw_port': {'id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:24Z', 'updated_at': '2021-12-16T14:40:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:40:29.464010 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] Checking router: de11e157-c4bf-4c65-8787-cc519c4f0a9c for host: dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:40:29.464383 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] Updating router de11e157-c4bf-4c65-8787-cc519c4f0a9c port 75a852aa-1e9e-4efe-9853-fd883d7bd7d5 binding host dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 16 14:40:29.597602 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:30.012622 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c46438a6-4637-4c6a-b868-6f70e279b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:30.591974 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] Notify callbacks [] for port, precommit_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:30.655783 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.provisioning_blocks [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] Transition to ACTIVE for port object 75a852aa-1e9e-4efe-9853-fd883d7bd7d5 will not be triggered until provisioned by entity L2. {{(pid=82863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:40:30.671499 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:30.676995 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:30.730538 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 0a2c9ac2-1c28-4722-ad42-937af5869076 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:40:30.894170 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bcfd6-2463-4ee1-8ecd-1e9a5449b5b5 req-fb12fc53-0c74-40c7-a0f6-cb0931730fb1 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:30.902897 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-277bcfd6-2463-4ee1-8ecd-1e9a5449b5b5 req-fb12fc53-0c74-40c7-a0f6-cb0931730fb1 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 1.1207342 Dec 16 14:40:30.998372 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-277bcfd6-2463-4ee1-8ecd-1e9a5449b5b5 req-a7fb962e-9474-4ab7-b2d6-1470627788a4 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943646 Dec 16 14:40:31.002845 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_common [None req-c46438a6-4637-4c6a-b868-6f70e279b8f6 admin admin] Allocated IP 172.20.0.1 (4f57735e-9b2a-4e4f-b94e-2d78693e986e/0fbefad8-3896-4ba2-9bf0-fdf6065ed622/8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb) {{(pid=82860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:40:31.134748 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a3a48-6e7c-4ae0-b53e-5b6eaa92d8c5 None None] Pushing event updated for resources: {'Port': ['ID=75a852aa-1e9e-4efe-9853-fd883d7bd7d5,revision_number=2']} {{(pid=82863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:31.147690 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.managers [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] Attempting to bind port 75a852aa-1e9e-4efe-9853-fd883d7bd7d5 on host dv-cinder-821893-3-smb for vnic_type normal with profile {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:40:31.150931 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.managers [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] Attempting to bind port 75a852aa-1e9e-4efe-9853-fd883d7bd7d5 by drivers openvswitch,hyperv on host dv-cinder-821893-3-smb at level 0 using segments [{'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}] {{(pid=82863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:40:31.154056 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 0a2c9ac2-1c28-4722-ad42-937af5869076 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:40:31.154858 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:31.157862 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] Attempting to bind port 75a852aa-1e9e-4efe-9853-fd883d7bd7d5 on network 186f29a2-e581-4978-89ea-e3da95ffad7e {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:40:31.190300 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79a3a48-6e7c-4ae0-b53e-5b6eaa92d8c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:31.193478 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79a3a48-6e7c-4ae0-b53e-5b6eaa92d8c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:31.197520 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79a3a48-6e7c-4ae0-b53e-5b6eaa92d8c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:31.198261 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79a3a48-6e7c-4ae0-b53e-5b6eaa92d8c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:31.198768 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79a3a48-6e7c-4ae0-b53e-5b6eaa92d8c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:31.200997 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79a3a48-6e7c-4ae0-b53e-5b6eaa92d8c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:31.201570 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79a3a48-6e7c-4ae0-b53e-5b6eaa92d8c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:31.202111 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79a3a48-6e7c-4ae0-b53e-5b6eaa92d8c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:31.203715 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79a3a48-6e7c-4ae0-b53e-5b6eaa92d8c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:31.204446 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79a3a48-6e7c-4ae0-b53e-5b6eaa92d8c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:31.208444 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79a3a48-6e7c-4ae0-b53e-5b6eaa92d8c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:31.216853 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] Checking agent: {'id': '5fa9648c-092b-4732-8cb9-4096e942c6ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:40:31.217634 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] Checking segment: {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:40:31.219391 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:31.222343 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] Bound using segment: {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'} {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:40:31.223087 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.managers [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] Bound port: 75a852aa-1e9e-4efe-9853-fd883d7bd7d5, host: dv-cinder-821893-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}}] {{(pid=82863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:40:31.226695 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:31.320768 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [None req-b79a3a48-6e7c-4ae0-b53e-5b6eaa92d8c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:31.370970 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c46438a6-4637-4c6a-b868-6f70e279b8f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:31.410947 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-c46438a6-4637-4c6a-b868-6f70e279b8f6 admin admin] Transition to ACTIVE for port object 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb will not be triggered until provisioned by entity DHCP. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:40:31.460545 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c46438a6-4637-4c6a-b868-6f70e279b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633'] for port, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:31.473065 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-8d56f335-ee13-478d-a40b-fe9317b234e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:31.510379 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.db [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] For port 75a852aa-1e9e-4efe-9853-fd883d7bd7d5, host dv-cinder-821893-3-smb, cleared binding levels {{(pid=82863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:40:31.522226 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.db [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] For port 75a852aa-1e9e-4efe-9853-fd883d7bd7d5, host dv-cinder-821893-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=75a852aa-1e9e-4efe-9853-fd883d7bd7d5,segment=NetworkSegment(4f5dda31-b5b1-4742-b2db-5b9a26752cae),segment_id=4f5dda31-b5b1-4742-b2db-5b9a26752cae)] {{(pid=82863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:40:31.529139 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:31.536812 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [None req-99b70b10-9d59-45cf-9254-e2baf818ec8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:31.706451 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a3a48-6e7c-4ae0-b53e-5b6eaa92d8c5 None None] Pushing event updated for resources: {'Port': ['ID=75a852aa-1e9e-4efe-9853-fd883d7bd7d5,revision_number=3']} {{(pid=82863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:31.714400 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [None req-b79a3a48-6e7c-4ae0-b53e-5b6eaa92d8c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:31.750847 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] Routers {'de11e157-c4bf-4c65-8787-cc519c4f0a9c'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:40:31.752484 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:40:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:40:31.790069 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46438a6-4637-4c6a-b868-6f70e279b8f6 admin admin] Network 4f57735e-9b2a-4e4f-b94e-2d78693e986e is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:40:31.805578 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [None req-c46438a6-4637-4c6a-b868-6f70e279b8f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:40:31.816215 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46438a6-4637-4c6a-b868-6f70e279b8f6 admin admin] Received port after_create {{(pid=82860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:40:31.817046 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c46438a6-4637-4c6a-b868-6f70e279b8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377607'] for router_interface, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:31.828731 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46438a6-4637-4c6a-b868-6f70e279b8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:31.845504 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-c46438a6-4637-4c6a-b868-6f70e279b8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:32.100424 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c46438a6-4637-4c6a-b868-6f70e279b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:32.353195 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-6a9490f6-e5f7-40ec-b43d-f96a16ed4450 None None] Provisioning for port 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb completed by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:40:32.356790 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] Set router de11e157-c4bf-4c65-8787-cc519c4f0a9c gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:40:32.381085 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-6a9490f6-e5f7-40ec-b43d-f96a16ed4450 None None] Provisioning complete for port 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:40:32.382490 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-6a9490f6-e5f7-40ec-b43d-f96a16ed4450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:32.658636 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-6a9490f6-e5f7-40ec-b43d-f96a16ed4450 None None] Port 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb cannot update to ACTIVE because it is not bound. {{(pid=82862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 16 14:40:32.988589 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86499165-ecb6-4094-a5ba-935de9b6a043 req-8559df2f-82b3-4793-9c5b-712b92063071 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:32.990837 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-86499165-ecb6-4094-a5ba-935de9b6a043 req-8559df2f-82b3-4793-9c5b-712b92063071 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.2720859 Dec 16 14:40:33.067135 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c46438a6-4637-4c6a-b868-6f70e279b8f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:33.084366 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c46438a6-4637-4c6a-b868-6f70e279b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:33.088317 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-86499165-ecb6-4094-a5ba-935de9b6a043 req-b16132ca-7d24-45ae-bd47-a64575ee2ea7 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853348 Dec 16 14:40:33.088949 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c46438a6-4637-4c6a-b868-6f70e279b8f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3564005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380779'] for router_interface, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:33.093603 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:33.153991 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'name': 'tempest-AttachVolumeTestJSON-987410366-router', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199'}], 'enable_snat': True}, 'gw_port_id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:23Z', 'updated_at': '2021-12-16T14:40:25Z', 'revision_number': 3, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'gw_port': {'id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:24Z', 'updated_at': '2021-12-16T14:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:40:33.160374 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cac8b5-32a0-4a7d-8a85-4766165d457c None None] The sync data for ids ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'] in dv-cinder-821893-3-smb is: [{'id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'name': 'tempest-AttachVolumeTestJSON-987410366-router', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199'}], 'enable_snat': True}, 'gw_port_id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:23Z', 'updated_at': '2021-12-16T14:40:25Z', 'revision_number': 3, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'gw_port': {'id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:24Z', 'updated_at': '2021-12-16T14:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}] {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:40:33.260147 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46438a6-4637-4c6a-b868-6f70e279b8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:33.263948 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-c46438a6-4637-4c6a-b868-6f70e279b8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:33.380235 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46438a6-4637-4c6a-b868-6f70e279b8f6 admin admin] Network 4f57735e-9b2a-4e4f-b94e-2d78693e986e is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:40:33.382019 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [None req-c46438a6-4637-4c6a-b868-6f70e279b8f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:40:33.886426 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 58014) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:33.923520 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-a1ba107b-254e-4c59-b8fe-ae30ff770564 None None] Provisioning complete for port 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:40:33.924457 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-a1ba107b-254e-4c59-b8fe-ae30ff770564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:34.058132 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-a1ba107b-254e-4c59-b8fe-ae30ff770564 None None] Port 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb cannot update to ACTIVE because it is not bound. {{(pid=82862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 16 14:40:34.254543 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 58028) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:34.292648 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46438a6-4637-4c6a-b868-6f70e279b8f6 admin admin] Router de11e157-c4bf-4c65-8787-cc519c4f0a9c has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:40:34.397938 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f13cb077-60ee-4255-b9da-ae3a688a4507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:34.459862 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-f13cb077-60ee-4255-b9da-ae3a688a4507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:34.466515 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-f13cb077-60ee-4255-b9da-ae3a688a4507 admin admin] Usage tracker for resource:security_group_rule and tenant:23ceb3f5bff140f7a098ed01c3498c42 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:34.476653 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-f13cb077-60ee-4255-b9da-ae3a688a4507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:34.488161 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-f13cb077-60ee-4255-b9da-ae3a688a4507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:34.673076 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f13cb077-60ee-4255-b9da-ae3a688a4507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:34.695189 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f13cb077-60ee-4255-b9da-ae3a688a4507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:34.700184 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fb729-76f0-4610-887c-173d65940867 req-ac0c69dc-e3b2-49f7-bc10-4e22426afc24 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:34.710401 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b62fb729-76f0-4610-887c-173d65940867 req-ac0c69dc-e3b2-49f7-bc10-4e22426afc24 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.3153310 Dec 16 14:40:34.727511 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-08cb59c0-a37c-407c-9181-601d539b6733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:34.759314 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 75a852aa-1e9e-4efe-9853-fd883d7bd7d5 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:40:34.794214 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b62fb729-76f0-4610-887c-173d65940867 req-689925b7-8748-4a6f-ac32-a0c6c6570648 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604913 Dec 16 14:40:34.902984 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13cb077-60ee-4255-b9da-ae3a688a4507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3432a967-7e8d-46f4-a52b-a08a2cedbd78,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:34.916410 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46438a6-4637-4c6a-b868-6f70e279b8f6 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:40:34.922978 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-f13cb077-60ee-4255-b9da-ae3a688a4507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:34.939391 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-f13cb077-60ee-4255-b9da-ae3a688a4507 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=23ceb3f5bff140f7a098ed01c3498c42&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0458512 Dec 16 14:40:34.939391 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 58040) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:34.964211 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-c46438a6-4637-4c6a-b868-6f70e279b8f6 admin admin] 10.222.0.44 "PUT /v2.0/routers/de11e157-c4bf-4c65-8787-cc519c4f0a9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9233716 Dec 16 14:40:34.975314 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning for port 75a852aa-1e9e-4efe-9853-fd883d7bd7d5 completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:40:34.981032 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 75a852aa-1e9e-4efe-9853-fd883d7bd7d5 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:40:34.981386 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:35.111210 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3d6396a0-31b9-4da0-83e1-814995920410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:35.126844 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:40:35.135877 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:35.175066 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] For port 75a852aa-1e9e-4efe-9853-fd883d7bd7d5, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=75a852aa-1e9e-4efe-9853-fd883d7bd7d5,segment=NetworkSegment(4f5dda31-b5b1-4742-b2db-5b9a26752cae),segment_id=4f5dda31-b5b1-4742-b2db-5b9a26752cae)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:40:35.183928 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:35.193441 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:35.194880 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3d6396a0-31b9-4da0-83e1-814995920410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:35.241670 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-780f22f7-2790-426e-a324-374d5b3a9cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:35.255759 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 58050) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:35.308664 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Pushing event updated for resources: {'Port': ['ID=75a852aa-1e9e-4efe-9853-fd883d7bd7d5,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:35.321772 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:35.332038 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-780f22f7-2790-426e-a324-374d5b3a9cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:35.337006 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-780f22f7-2790-426e-a324-374d5b3a9cec admin admin] Usage tracker for resource:security_group_rule and tenant:fb5b100643fd481aa19f52df22382635 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:35.340900 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-780f22f7-2790-426e-a324-374d5b3a9cec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:35.363734 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-780f22f7-2790-426e-a324-374d5b3a9cec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:35.378649 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3d6396a0-31b9-4da0-83e1-814995920410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:35.389027 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:35.407131 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6396a0-31b9-4da0-83e1-814995920410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3432a967-7e8d-46f4-a52b-a08a2cedbd78,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:35.414417 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-3d6396a0-31b9-4da0-83e1-814995920410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:35.418425 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3d6396a0-31b9-4da0-83e1-814995920410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:35.419581 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-3d6396a0-31b9-4da0-83e1-814995920410 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3432a967-7e8d-46f4-a52b-a08a2cedbd78 HTTP/1.1" status: 204 len: 168 time: 0.4793293 Dec 16 14:40:35.508339 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-780f22f7-2790-426e-a324-374d5b3a9cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:35.514482 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-780f22f7-2790-426e-a324-374d5b3a9cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:35.524637 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-b0053763-a7d0-4073-8bb4-ed909f0ab275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:35.648646 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f22f7-2790-426e-a324-374d5b3a9cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250e1148-0c99-4c02-92bb-63f8d2cf32c1,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:35.662649 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-780f22f7-2790-426e-a324-374d5b3a9cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:35.681132 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-780f22f7-2790-426e-a324-374d5b3a9cec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb5b100643fd481aa19f52df22382635&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4233530 Dec 16 14:40:35.681798 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 58066) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:35.700204 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-93865b69-419e-4b12-a39a-4beeef6e32a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:35.770501 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-93865b69-419e-4b12-a39a-4beeef6e32a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:35.784384 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-93865b69-419e-4b12-a39a-4beeef6e32a0 admin admin] Usage tracker for resource:security_group_rule and tenant:91ed2d33b2de41fea7d80ca64d74c7cf is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:35.797838 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-93865b69-419e-4b12-a39a-4beeef6e32a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:35.798581 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d028c6c5-1245-464c-968a-22995a29441f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:35.814118 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-93865b69-419e-4b12-a39a-4beeef6e32a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:35.831347 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d028c6c5-1245-464c-968a-22995a29441f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:35.943974 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d028c6c5-1245-464c-968a-22995a29441f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:35.961553 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-932ff326-46ae-43c2-b7b3-73d5bc142f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:36.009024 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028c6c5-1245-464c-968a-22995a29441f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250e1148-0c99-4c02-92bb-63f8d2cf32c1,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:36.016130 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-d028c6c5-1245-464c-968a-22995a29441f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:36.022581 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d028c6c5-1245-464c-968a-22995a29441f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:36.029517 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-d028c6c5-1245-464c-968a-22995a29441f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/250e1148-0c99-4c02-92bb-63f8d2cf32c1 HTTP/1.1" status: 204 len: 168 time: 0.3463187 Dec 16 14:40:36.039080 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-93865b69-419e-4b12-a39a-4beeef6e32a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:36.048945 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-93865b69-419e-4b12-a39a-4beeef6e32a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:36.065404 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:36.122131 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93865b69-419e-4b12-a39a-4beeef6e32a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3102ea0-e850-489f-bb91-a90403584340,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:36.139521 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-93865b69-419e-4b12-a39a-4beeef6e32a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:36.150088 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-93865b69-419e-4b12-a39a-4beeef6e32a0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91ed2d33b2de41fea7d80ca64d74c7cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8915713 Dec 16 14:40:36.158459 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 58082) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:36.239870 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922dd98-93d6-4b41-aaa6-2f12752342d4 req-c65e2ab5-04ce-4713-b8ed-93855d5d7bd5 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:36.253510 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0922dd98-93d6-4b41-aaa6-2f12752342d4 req-c65e2ab5-04ce-4713-b8ed-93855d5d7bd5 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.1586483 Dec 16 14:40:36.345367 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8d1c8c7b-6f8c-467a-bafd-2e64444da8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:36.356131 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0922dd98-93d6-4b41-aaa6-2f12752342d4 req-da48806c-0bde-4d68-8ee4-1cb94f90a0b6 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009774 Dec 16 14:40:36.555945 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8d1c8c7b-6f8c-467a-bafd-2e64444da8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:36.619070 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 75a852aa-1e9e-4efe-9853-fd883d7bd7d5 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:40:36.694352 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8d1c8c7b-6f8c-467a-bafd-2e64444da8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:36.700426 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-15784e41-3cfd-41cc-a257-8dfa2757fc09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:36.733823 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c8c7b-6f8c-467a-bafd-2e64444da8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3102ea0-e850-489f-bb91-a90403584340,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:36.738719 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-8d1c8c7b-6f8c-467a-bafd-2e64444da8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:36.740805 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8d1c8c7b-6f8c-467a-bafd-2e64444da8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:36.744447 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-8d1c8c7b-6f8c-467a-bafd-2e64444da8c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3102ea0-e850-489f-bb91-a90403584340 HTTP/1.1" status: 204 len: 168 time: 0.5820951 Dec 16 14:40:36.781322 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 75a852aa-1e9e-4efe-9853-fd883d7bd7d5 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:40:36.781883 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:36.959953 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 58100) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:36.967687 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-d14adc5f-8b93-4c08-8b1b-555b8dc84a7d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--266348265', 'description': 'tempest-description--397980716'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:40:36.981408 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-d14adc5f-8b93-4c08-8b1b-555b8dc84a7d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:36.991144 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-d14adc5f-8b93-4c08-8b1b-555b8dc84a7d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Usage tracker for resource:security_group and tenant:7243b1f0c7ab4a34a702c78e169b9461 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:36.995539 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-d14adc5f-8b93-4c08-8b1b-555b8dc84a7d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:37.006739 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-d14adc5f-8b93-4c08-8b1b-555b8dc84a7d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:37.034238 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d14adc5f-8b93-4c08-8b1b-555b8dc84a7d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:37.066868 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 58106) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:37.105158 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-d14adc5f-8b93-4c08-8b1b-555b8dc84a7d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:37.114302 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-d14adc5f-8b93-4c08-8b1b-555b8dc84a7d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Usage tracker for resource:security_group_rule and tenant:7243b1f0c7ab4a34a702c78e169b9461 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:37.114900 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-38621b71-18aa-413a-afb8-cfebbf96fa14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:37.120775 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-d14adc5f-8b93-4c08-8b1b-555b8dc84a7d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:37.128699 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-d14adc5f-8b93-4c08-8b1b-555b8dc84a7d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:37.185104 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-38621b71-18aa-413a-afb8-cfebbf96fa14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:37.190743 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-38621b71-18aa-413a-afb8-cfebbf96fa14 admin admin] Usage tracker for resource:security_group_rule and tenant:9153e8a40fd9488a9540d96ba3764413 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:37.196251 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-38621b71-18aa-413a-afb8-cfebbf96fa14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:37.206127 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-38621b71-18aa-413a-afb8-cfebbf96fa14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:37.257077 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d14adc5f-8b93-4c08-8b1b-555b8dc84a7d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:37.263860 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d14adc5f-8b93-4c08-8b1b-555b8dc84a7d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:37.272493 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-c23cda84-e687-407a-b225-8026a76f544e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:37.329009 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14adc5f-8b93-4c08-8b1b-555b8dc84a7d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358d185a-ab1e-4440-95fb-16aeff4cdbe1,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:37.333681 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-d14adc5f-8b93-4c08-8b1b-555b8dc84a7d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:37.335254 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d14adc5f-8b93-4c08-8b1b-555b8dc84a7d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:37.347364 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-d14adc5f-8b93-4c08-8b1b-555b8dc84a7d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3857348 Dec 16 14:40:37.350375 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 58124) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:37.382477 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-5386251f-6ba9-4425-92f1-b093f504ae90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:37.384185 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-3e07af36-8069-4247-a250-07127d296e66 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Request body: {'security_group_rule': {'security_group_id': '358d185a-ab1e-4440-95fb-16aeff4cdbe1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:40:37.409583 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-3e07af36-8069-4247-a250-07127d296e66 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:37.420798 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-3e07af36-8069-4247-a250-07127d296e66 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Usage tracker for resource:security_group_rule and tenant:7243b1f0c7ab4a34a702c78e169b9461 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:37.432579 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-3e07af36-8069-4247-a250-07127d296e66 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:37.446868 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-3e07af36-8069-4247-a250-07127d296e66 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:37.559202 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-38621b71-18aa-413a-afb8-cfebbf96fa14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:37.569703 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-38621b71-18aa-413a-afb8-cfebbf96fa14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:37.589947 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3e07af36-8069-4247-a250-07127d296e66 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:37.666849 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:37.729573 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-38621b71-18aa-413a-afb8-cfebbf96fa14 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9153e8a40fd9488a9540d96ba3764413&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6611907 Dec 16 14:40:37.730837 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38621b71-18aa-413a-afb8-cfebbf96fa14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1399da-8a79-4794-9c53-6993a914568d,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:37.739324 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-38621b71-18aa-413a-afb8-cfebbf96fa14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:37.754190 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 58138) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:37.859874 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3e07af36-8069-4247-a250-07127d296e66 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:37.867503 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3e07af36-8069-4247-a250-07127d296e66 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356819'] for security_group_rule, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:37.872777 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:37.956906 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07af36-8069-4247-a250-07127d296e66 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad36ac9-ddf4-482f-8b9a-5c63a3caa5b2,revision_number=0']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:37.965377 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-3e07af36-8069-4247-a250-07127d296e66 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:37.970828 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] Sync routers for ids ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'] in dv-cinder-821893-3-smb {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:40:37.975710 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3e07af36-8069-4247-a250-07127d296e66 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:37.980246 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-3e07af36-8069-4247-a250-07127d296e66 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6271510 Dec 16 14:40:37.982455 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 58152) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:38.001741 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-63609508-23dd-42bd-bdff-660f6be7d9a5 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Request body: {'security_group_rule': {'security_group_id': '358d185a-ab1e-4440-95fb-16aeff4cdbe1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:40:38.033119 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-63609508-23dd-42bd-bdff-660f6be7d9a5 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:38.035120 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] Routers {'de11e157-c4bf-4c65-8787-cc519c4f0a9c'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:40:38.036312 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:40:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:40:38.037279 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-63609508-23dd-42bd-bdff-660f6be7d9a5 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Usage tracker for resource:security_group_rule and tenant:7243b1f0c7ab4a34a702c78e169b9461 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:38.045816 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-63609508-23dd-42bd-bdff-660f6be7d9a5 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:38.057496 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1a8da328-b667-4e11-9687-a9950c3b996f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:38.081395 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-63609508-23dd-42bd-bdff-660f6be7d9a5 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:38.096708 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1a8da328-b667-4e11-9687-a9950c3b996f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:38.130504 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 58158) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:38.180790 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f34739ee-db1a-4d8a-a63b-c49b569a6bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:38.190779 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 58162) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:38.205135 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-63609508-23dd-42bd-bdff-660f6be7d9a5 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:38.337645 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d7002db8-d7bc-4bda-96d8-f76038228259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:38.380975 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-63609508-23dd-42bd-bdff-660f6be7d9a5 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:38.403528 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-63609508-23dd-42bd-bdff-660f6be7d9a5 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356819'] for security_group_rule, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:38.426149 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1a8da328-b667-4e11-9687-a9950c3b996f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:38.461753 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-3e07af36-8069-4247-a250-07127d296e66 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:38.468589 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-300ccdf8-c0a7-46d0-99fd-9c6962c609f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:38.497789 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1a8da328-b667-4e11-9687-a9950c3b996f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:38.499371 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-1a8da328-b667-4e11-9687-a9950c3b996f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb1399da-8a79-4794-9c53-6993a914568d HTTP/1.1" status: 204 len: 168 time: 0.7438846 Dec 16 14:40:38.508502 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a987172-fa46-4c26-81c4-8c9a2e0269cc req-3390a469-7160-4ab3-8ab8-9d82591cf398 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:38.510753 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0a987172-fa46-4c26-81c4-8c9a2e0269cc req-3390a469-7160-4ab3-8ab8-9d82591cf398 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.5944726 Dec 16 14:40:38.542646 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-d7002db8-d7bc-4bda-96d8-f76038228259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:38.549089 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-d7002db8-d7bc-4bda-96d8-f76038228259 admin admin] Usage tracker for resource:security_group_rule and tenant:bf3f119f4d0141b4861d2fefd2f4ec74 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:38.554709 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-d7002db8-d7bc-4bda-96d8-f76038228259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:38.564295 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-d7002db8-d7bc-4bda-96d8-f76038228259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:38.579881 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-f34739ee-db1a-4d8a-a63b-c49b569a6bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:38.589900 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-f34739ee-db1a-4d8a-a63b-c49b569a6bc0 admin admin] Usage tracker for resource:security_group_rule and tenant:b1456a394011473b845dcbdec050af1f is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:38.598180 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-f34739ee-db1a-4d8a-a63b-c49b569a6bc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:38.613525 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-f34739ee-db1a-4d8a-a63b-c49b569a6bc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:38.617043 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8da328-b667-4e11-9687-a9950c3b996f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1399da-8a79-4794-9c53-6993a914568d,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:38.628098 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-1a8da328-b667-4e11-9687-a9950c3b996f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:38.678574 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] Set router de11e157-c4bf-4c65-8787-cc519c4f0a9c gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:40:38.838739 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f34739ee-db1a-4d8a-a63b-c49b569a6bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:38.847168 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63609508-23dd-42bd-bdff-660f6be7d9a5 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c996056-5a30-4ad7-bec9-ab11659d7d0d,revision_number=0']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:38.857831 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f34739ee-db1a-4d8a-a63b-c49b569a6bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:38.885784 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-63609508-23dd-42bd-bdff-660f6be7d9a5 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:38.895506 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-63609508-23dd-42bd-bdff-660f6be7d9a5 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9070683 Dec 16 14:40:38.896696 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0a987172-fa46-4c26-81c4-8c9a2e0269cc req-13393ffb-ffbd-4da6-b0a5-c5a18ef72f27 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896500 Dec 16 14:40:38.897591 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-63609508-23dd-42bd-bdff-660f6be7d9a5 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:38.898575 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-c6d3da83-00fe-455e-bbdd-9b7ae2ac4dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:38.902012 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 58172) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:38.969179 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Request body: {'floatingip': {'floating_network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:40:39.000829 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d7002db8-d7bc-4bda-96d8-f76038228259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:39.005147 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:39.015498 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d7002db8-d7bc-4bda-96d8-f76038228259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:39.018331 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34739ee-db1a-4d8a-a63b-c49b569a6bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c02408-e3b7-40e8-9a65-14bfa7dd8260,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:39.035434 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-f34739ee-db1a-4d8a-a63b-c49b569a6bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:39.068510 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-f34739ee-db1a-4d8a-a63b-c49b569a6bc0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b1456a394011473b845dcbdec050af1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9358904 Dec 16 14:40:39.072619 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 58178) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:39.144112 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:39.245122 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-d7002db8-d7bc-4bda-96d8-f76038228259 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf3f119f4d0141b4861d2fefd2f4ec74&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0398211 Dec 16 14:40:39.251988 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 58184) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:39.252882 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Usage tracker for resource:floatingip and tenant:7243b1f0c7ab4a34a702c78e169b9461 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:39.255422 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-7e9d3b17-c980-4f7c-b648-3a30d7d23859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:39.279393 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:39.322393 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:39.333084 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7002db8-d7bc-4bda-96d8-f76038228259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b103c5fc-e6ac-48a8-a4ae-6791366e00ba,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:39.362008 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-d7002db8-d7bc-4bda-96d8-f76038228259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:39.375212 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for floatingip, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:39.462783 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'name': 'tempest-AttachVolumeTestJSON-987410366-router', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199'}], 'enable_snat': True}, 'gw_port_id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:23Z', 'updated_at': '2021-12-16T14:40:31Z', 'revision_number': 4, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'gw_port': {'id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:24Z', 'updated_at': '2021-12-16T14:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb', 'name': '', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'mac_address': 'fa:16:3e:37:cb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:30Z', 'updated_at': '2021-12-16T14:40:32Z', 'revision_number': 2, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'subnets': [{'id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:40:39.473902 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] Checking router: de11e157-c4bf-4c65-8787-cc519c4f0a9c for host: dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:40:39.474181 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] Updating router de11e157-c4bf-4c65-8787-cc519c4f0a9c port 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb binding host dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 16 14:40:39.492793 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-7e9d3b17-c980-4f7c-b648-3a30d7d23859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:39.538206 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 58188) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:39.604356 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:39.676903 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-4f9a59ff-f21f-4f17-8242-9a3d78cb2d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:39.704923 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:39.737442 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 58194) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:39.881915 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-4f9a59ff-f21f-4f17-8242-9a3d78cb2d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:39.889069 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-4f9a59ff-f21f-4f17-8242-9a3d78cb2d4d admin admin] Usage tracker for resource:security_group_rule and tenant:73eda256e9084085bf2170ac58450c72 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:39.902403 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-4f9a59ff-f21f-4f17-8242-9a3d78cb2d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:39.913898 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-4f9a59ff-f21f-4f17-8242-9a3d78cb2d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:39.945188 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_common [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Allocated IP 172.28.3.232 (186f29a2-e581-4978-89ea-e3da95ffad7e/03058b0e-e3b9-411a-92a6-f5070e371994/20ec8b91-63be-4abb-8fa0-8c04645d053a) {{(pid=82861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:40:39.997400 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-eb10538e-e976-4a80-a9ab-ba885f5e6926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:40.051599 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-58542a38-8084-4539-bff5-279a9245bf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:40.071890 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-7e9d3b17-c980-4f7c-b648-3a30d7d23859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:40.095058 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:40.170822 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-24219d76-1e07-4038-abad-27d8d6fa721b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:40.182840 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for port, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:40.201417 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-eb10538e-e976-4a80-a9ab-ba885f5e6926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:40.219427 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:40.226765 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:40.259487 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a9d3e9da-4672-46a8-888c-c43f6c829321 req-19a5f9c5-91e7-4f91-bf40-876256f744b8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 1099 time: 0.7383785 Dec 16 14:40:40.304564 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-4f9a59ff-f21f-4f17-8242-9a3d78cb2d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:40.343586 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Network 186f29a2-e581-4978-89ea-e3da95ffad7e is already hosted by enough agents. {{(pid=82861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:40:40.349255 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Resources bound (agent type, host, resource id): {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:40:40.359594 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Received port after_create {{(pid=82861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:40:40.368775 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-4f9a59ff-f21f-4f17-8242-9a3d78cb2d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:40.412581 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Pushing event updated for resources: {'Port': ['ID=20ec8b91-63be-4abb-8fa0-8c04645d053a,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:40.418608 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:40.430333 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d3b17-c980-4f7c-b648-3a30d7d23859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c02408-e3b7-40e8-9a65-14bfa7dd8260,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:40.433878 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-7e9d3b17-c980-4f7c-b648-3a30d7d23859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:40.434637 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-7e9d3b17-c980-4f7c-b648-3a30d7d23859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:40.455533 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-7e9d3b17-c980-4f7c-b648-3a30d7d23859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:40.461221 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-7e9d3b17-c980-4f7c-b648-3a30d7d23859 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/53c02408-e3b7-40e8-9a65-14bfa7dd8260 HTTP/1.1" status: 204 len: 168 time: 1.3833110 Dec 16 14:40:40.474831 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] Notify callbacks [] for port, precommit_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:40.501888 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] Transition to ACTIVE for port object 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb will not be triggered until provisioned by entity L2. {{(pid=82862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:40:40.516701 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-4f9a59ff-f21f-4f17-8242-9a3d78cb2d4d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=73eda256e9084085bf2170ac58450c72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9003332 Dec 16 14:40:40.521192 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:40.533644 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:40.538548 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 58210) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:40.582480 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a59ff-f21f-4f17-8242-9a3d78cb2d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061d5954-6869-4492-81be-e08406adc210,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:40.588643 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-4f9a59ff-f21f-4f17-8242-9a3d78cb2d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:40.599529 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-24219d76-1e07-4038-abad-27d8d6fa721b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:40.615509 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-24219d76-1e07-4038-abad-27d8d6fa721b admin admin] Usage tracker for resource:security_group_rule and tenant:527a001532304158b3bf481d21cbf1ca is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:40.616679 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628bff9-de10-40d9-8f2a-d9d23a0a919f req-79610f05-b0f3-441e-b885-9dae5b435058 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:40.620675 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2628bff9-de10-40d9-8f2a-d9d23a0a919f req-79610f05-b0f3-441e-b885-9dae5b435058 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.3553386 Dec 16 14:40:40.635021 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-24219d76-1e07-4038-abad-27d8d6fa721b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:40.656708 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-24219d76-1e07-4038-abad-27d8d6fa721b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:40.671203 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a9d3e9da-4672-46a8-888c-c43f6c829321 req-0b6eadf1-abe1-456c-b8ba-9c429aa635d1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467140 Dec 16 14:40:40.873760 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808b684-a63f-4abd-9562-6b987edbd070 None None] Pushing event updated for resources: {'Port': ['ID=8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb,revision_number=3']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:40.879794 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-1808b684-a63f-4abd-9562-6b987edbd070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:40.884074 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:40.903000 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2628bff9-de10-40d9-8f2a-d9d23a0a919f req-7bd3f818-cf86-49ab-b2bd-fb159fdd9810 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658226 Dec 16 14:40:40.934317 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-70557292-aed9-460d-83b9-7a473b547eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:40.944013 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-24219d76-1e07-4038-abad-27d8d6fa721b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:40.958188 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-24219d76-1e07-4038-abad-27d8d6fa721b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:40.976135 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-70557292-aed9-460d-83b9-7a473b547eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:41.017038 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-a71810b3-76b1-48a6-a743-01a47c9139cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:41.051713 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-eb10538e-e976-4a80-a9ab-ba885f5e6926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:41.107788 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-24219d76-1e07-4038-abad-27d8d6fa721b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=527a001532304158b3bf481d21cbf1ca&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3664470 Dec 16 14:40:41.109740 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 58224) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:41.128810 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:41.159864 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24219d76-1e07-4038-abad-27d8d6fa721b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d64aea1-ada4-4153-9261-2e5eebc518df,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:41.182515 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-24219d76-1e07-4038-abad-27d8d6fa721b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:41.183421 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-c3753af0-9b6c-4e6a-a718-a44b21b6f396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:41.226433 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:41.239867 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-eb10538e-e976-4a80-a9ab-ba885f5e6926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:41.243931 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-eb10538e-e976-4a80-a9ab-ba885f5e6926 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b103c5fc-e6ac-48a8-a4ae-6791366e00ba HTTP/1.1" status: 204 len: 168 time: 1.9799416 Dec 16 14:40:41.249892 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] Attempting to bind port 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb on host dv-cinder-821893-3-smb for vnic_type normal with profile {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:40:41.250546 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] Attempting to bind port 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb by drivers openvswitch,hyperv on host dv-cinder-821893-3-smb at level 0 using segments [{'id': '3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e'}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:40:41.251109 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] Attempting to bind port 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb on network 4f57735e-9b2a-4e4f-b94e-2d78693e986e {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:40:41.267006 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] Checking agent: {'id': '5fa9648c-092b-4732-8cb9-4096e942c6ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:40:41.267922 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] Checking segment: {'id': '3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:40:41.268582 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:41.269428 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] Bound using segment: {'id': '3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e'} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:40:41.278564 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] Bound port: 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb, host: dv-cinder-821893-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e'}}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:40:41.279464 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:41.289750 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10538e-e976-4a80-a9ab-ba885f5e6926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b103c5fc-e6ac-48a8-a4ae-6791366e00ba,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:41.305421 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-eb10538e-e976-4a80-a9ab-ba885f5e6926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:41.311740 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-70557292-aed9-460d-83b9-7a473b547eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:41.317514 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-48186870-502a-4f5d-95fb-95248f6ef38c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:41.333118 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70557292-aed9-460d-83b9-7a473b547eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061d5954-6869-4492-81be-e08406adc210,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:41.335728 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-70557292-aed9-460d-83b9-7a473b547eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:41.367482 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-244c8a7d-004f-4888-8107-7f724f60cd4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:41.409158 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:41.431468 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-244c8a7d-004f-4888-8107-7f724f60cd4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:41.535258 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-244c8a7d-004f-4888-8107-7f724f60cd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:41.548024 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-d14adc5f-8b93-4c08-8b1b-555b8dc84a7d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:41.573081 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c8a7d-004f-4888-8107-7f724f60cd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d64aea1-ada4-4153-9261-2e5eebc518df,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:41.589244 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-244c8a7d-004f-4888-8107-7f724f60cd4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:41.590521 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-244c8a7d-004f-4888-8107-7f724f60cd4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:41.596461 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-244c8a7d-004f-4888-8107-7f724f60cd4e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d64aea1-ada4-4153-9261-2e5eebc518df HTTP/1.1" status: 204 len: 168 time: 0.4821458 Dec 16 14:40:41.667077 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] For port 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb, host dv-cinder-821893-3-smb, cleared binding levels {{(pid=82862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:40:41.672067 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] For port 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb, host dv-cinder-821893-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb,segment=NetworkSegment(3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf),segment_id=3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf)] {{(pid=82862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:40:41.682801 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:41.694588 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:41.761514 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-70557292-aed9-460d-83b9-7a473b547eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:41.767451 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-70557292-aed9-460d-83b9-7a473b547eb4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/061d5954-6869-4492-81be-e08406adc210 HTTP/1.1" status: 204 len: 168 time: 1.2225523 Dec 16 14:40:41.894239 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for port, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:41.909238 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:41.914895 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:42.090389 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808b684-a63f-4abd-9562-6b987edbd070 None None] Pushing event updated for resources: {'Port': ['ID=8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:42.125134 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-1808b684-a63f-4abd-9562-6b987edbd070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:42.185855 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] Routers {'de11e157-c4bf-4c65-8787-cc519c4f0a9c'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:40:42.194434 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Pushing event updated for resources: {'Port': ['ID=20ec8b91-63be-4abb-8fa0-8c04645d053a,revision_number=2']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:42.195361 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:40:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:40:42.201861 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:42.277297 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4d1612be-5843-4248-b9fd-fb2484058b5f req-f16f7312-4a0e-4ef6-ac4b-9287a8460b42 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2053056 Dec 16 14:40:42.433613 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377752'] for floatingip, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:42.482979 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:42.484654 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for floatingip, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:42.497370 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5882883 Dec 16 14:40:42.532687 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8d9ce-b8aa-40ff-8e98-5835e325d2a6 req-d97850b3-6208-4f83-bbc1-40be6d4193ef tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:42.540570 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-68f8d9ce-b8aa-40ff-8e98-5835e325d2a6 req-d97850b3-6208-4f83-bbc1-40be6d4193ef tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.3086581 Dec 16 14:40:42.614023 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-68f8d9ce-b8aa-40ff-8e98-5835e325d2a6 req-439d8054-b6a6-42b0-b3f1-35ea1121553a tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721712 Dec 16 14:40:42.624007 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] Set router de11e157-c4bf-4c65-8787-cc519c4f0a9c gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:40:42.710206 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4d1612be-5843-4248-b9fd-fb2484058b5f req-26158bad-cf86-4e69-9d70-b82aaa5c5429 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be21f06220c9415f8c855afb6556a878&device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 1098 time: 0.2122948 Dec 16 14:40:43.086491 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1612be-5843-4248-b9fd-fb2484058b5f req-f360b32c-2055-4718-abed-1375fedb76b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:43.092826 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4d1612be-5843-4248-b9fd-fb2484058b5f req-f360b32c-2055-4718-abed-1375fedb76b8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=95cfc6cc-2bf9-4352-9f9e-27747b195118 HTTP/1.1" status: 200 len: 919 time: 0.3497725 Dec 16 14:40:43.107369 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 58276) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:43.161804 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e0dd0424-a45b-4983-9449-381e950c636d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:43.198440 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'name': 'tempest-AttachVolumeTestJSON-987410366-router', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199'}], 'enable_snat': True}, 'gw_port_id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:23Z', 'updated_at': '2021-12-16T14:40:31Z', 'revision_number': 4, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'gw_port': {'id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:24Z', 'updated_at': '2021-12-16T14:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb', 'name': '', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'mac_address': 'fa:16:3e:37:cb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:30Z', 'updated_at': '2021-12-16T14:40:41Z', 'revision_number': 4, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'subnets': [{'id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:40:43.208615 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea951a4-4954-4b02-a480-1ebc2b08cb94 None None] The sync data for ids ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'] in dv-cinder-821893-3-smb is: [{'id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'name': 'tempest-AttachVolumeTestJSON-987410366-router', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199'}], 'enable_snat': True}, 'gw_port_id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:23Z', 'updated_at': '2021-12-16T14:40:31Z', 'revision_number': 4, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'gw_port': {'id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:24Z', 'updated_at': '2021-12-16T14:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb', 'name': '', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'mac_address': 'fa:16:3e:37:cb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:30Z', 'updated_at': '2021-12-16T14:40:41Z', 'revision_number': 4, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'subnets': [{'id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:40:43.244891 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4d1612be-5843-4248-b9fd-fb2484058b5f req-b3a89f89-f41d-4ecc-a5f8-a8c5af252827 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9e0c808-6c3a-425a-acdf-0cf262a73bf1 HTTP/1.1" status: 200 len: 217 time: 0.1264937 Dec 16 14:40:43.260033 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21620dff-2fbb-49c6-a818-5a64018f43ea req-7df12c9b-4633-4e06-81a7-5cc1c34b31d4 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:43.277792 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-21620dff-2fbb-49c6-a818-5a64018f43ea req-7df12c9b-4633-4e06-81a7-5cc1c34b31d4 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.3393233 Dec 16 14:40:43.349981 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-e0dd0424-a45b-4983-9449-381e950c636d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:43.358222 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-e0dd0424-a45b-4983-9449-381e950c636d admin admin] Usage tracker for resource:security_group_rule and tenant:582dd309f344498ca771859675022a5f is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:43.362554 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-e0dd0424-a45b-4983-9449-381e950c636d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:43.371319 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-e0dd0424-a45b-4983-9449-381e950c636d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:43.423746 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:43.482591 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e0dd0424-a45b-4983-9449-381e950c636d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:43.499782 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e0dd0424-a45b-4983-9449-381e950c636d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:43.538495 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-f13cb077-60ee-4255-b9da-ae3a688a4507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:43.591556 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-21620dff-2fbb-49c6-a818-5a64018f43ea req-7847edaa-13d8-4e7f-98c0-16b17a33776b tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133984 Dec 16 14:40:43.599990 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-31c1026b-2377-4a3c-a380-a441b4f52bbf tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Synchronizing usage tracker for tenant:7243b1f0c7ab4a34a702c78e169b9461 on resource:security_group {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:40:43.634396 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1612be-5843-4248-b9fd-fb2484058b5f req-ff26bedb-e262-4644-9520-7f35d0a775cd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:43.645518 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4d1612be-5843-4248-b9fd-fb2484058b5f req-ff26bedb-e262-4644-9520-7f35d0a775cd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e HTTP/1.1" status: 200 len: 858 time: 0.3581662 Dec 16 14:40:43.713145 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4d1612be-5843-4248-b9fd-fb2484058b5f req-0037ffff-e06c-4941-b1fd-f8c6995a73ad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95cfc6cc-2bf9-4352-9f9e-27747b195118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671093 Dec 16 14:40:43.716077 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-e0dd0424-a45b-4983-9449-381e950c636d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=582dd309f344498ca771859675022a5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6059475 Dec 16 14:40:43.770417 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 58296) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:43.863826 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd0424-a45b-4983-9449-381e950c636d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dc8368-f3b5-4893-9d83-74b804a3360e,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:43.881391 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-31c1026b-2377-4a3c-a380-a441b4f52bbf tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Unset dirty status for tenant:7243b1f0c7ab4a34a702c78e169b9461 on resource:security_group {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:40:43.900492 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-31c1026b-2377-4a3c-a380-a441b4f52bbf tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--266348265&fields=id&tenant_id=7243b1f0c7ab4a34a702c78e169b9461 HTTP/1.1" status: 200 len: 267 time: 0.7006667 Dec 16 14:40:43.902168 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-e0dd0424-a45b-4983-9449-381e950c636d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:44.173899 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-83765199-33ab-4924-9657-889b76ee5546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:44.211828 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-83765199-33ab-4924-9657-889b76ee5546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:44.385394 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4d1612be-5843-4248-b9fd-fb2484058b5f req-e8b353d1-c329-4795-b9a3-6048461d74c0 service neutron] 10.222.0.62 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6639028 Dec 16 14:40:44.439667 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-4890ee02-5964-48a2-bb67-552824852d2f tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:44.440568 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-4890ee02-5964-48a2-bb67-552824852d2f tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Synchronizing usage tracker for tenant:7243b1f0c7ab4a34a702c78e169b9461 on resource:network {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:40:44.461844 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-83765199-33ab-4924-9657-889b76ee5546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:44.491676 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-4890ee02-5964-48a2-bb67-552824852d2f tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Unset dirty status for tenant:7243b1f0c7ab4a34a702c78e169b9461 on resource:network {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:40:44.495811 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:44.523010 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-4890ee02-5964-48a2-bb67-552824852d2f tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/networks?id=4f57735e-9b2a-4e4f-b94e-2d78693e986e HTTP/1.1" status: 200 len: 810 time: 0.6119568 Dec 16 14:40:44.612220 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-e7015ee6-9a8f-4fb7-8f31-204675d9f08c tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/quotas/7243b1f0c7ab4a34a702c78e169b9461 HTTP/1.1" status: 200 len: 375 time: 0.0865009 Dec 16 14:40:44.661612 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83765199-33ab-4924-9657-889b76ee5546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dc8368-f3b5-4893-9d83-74b804a3360e,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:44.667473 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-83765199-33ab-4924-9657-889b76ee5546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:44.674466 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-83765199-33ab-4924-9657-889b76ee5546 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3dc8368-f3b5-4893-9d83-74b804a3360e HTTP/1.1" status: 204 len: 168 time: 0.8992202 Dec 16 14:40:44.679848 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-83765199-33ab-4924-9657-889b76ee5546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:44.768646 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 58308) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:44.806540 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:40:44.927421 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-f443d10a-e84f-4a14-be87-5ac4dc86a669 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7243b1f0c7ab4a34a702c78e169b9461&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2937207 Dec 16 14:40:44.974671 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4d1612be-5843-4248-b9fd-fb2484058b5f req-327f7125-77b8-4b37-9919-f0de64bb04a3 service neutron] 10.222.0.62 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5805798 Dec 16 14:40:45.095384 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning for port 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:40:45.138687 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:40:45.139326 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:45.492050 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-1a46c3d0-8973-443d-ba64-2f8213ad415a service neutron] 10.222.0.44 "GET /v2.0/networks/4f57735e-9b2a-4e4f-b94e-2d78693e986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331388 Dec 16 14:40:45.672594 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:45.728425 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] For port 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb,segment=NetworkSegment(3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf),segment_id=3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:40:45.731760 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-96c7832e-1523-4eb0-9266-c0a3c41e7023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:45.738277 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:45.745029 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:45.779679 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-96c7832e-1523-4eb0-9266-c0a3c41e7023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:45.785910 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-96c7832e-1523-4eb0-9266-c0a3c41e7023 admin admin] Usage tracker for resource:security_group_rule and tenant:4e4777a9085143c187af5da24c37655b is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:45.790288 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-96c7832e-1523-4eb0-9266-c0a3c41e7023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:45.797165 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-96c7832e-1523-4eb0-9266-c0a3c41e7023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:45.820251 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-162ceaf3-2591-44ba-be67-8dfa8718ef49 service neutron] 10.222.0.44 "GET /v2.0/networks/4f57735e-9b2a-4e4f-b94e-2d78693e986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138433 Dec 16 14:40:45.851496 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Pushing event updated for resources: {'Port': ['ID=8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:45.859904 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:45.894831 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-96c7832e-1523-4eb0-9266-c0a3c41e7023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:45.903067 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-96c7832e-1523-4eb0-9266-c0a3c41e7023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:45.915707 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-41c51ce5-85fc-44b4-b77e-a906f9c5271a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:45.989141 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7832e-1523-4eb0-9266-c0a3c41e7023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbaee3d-d32d-4286-a419-5147f165977a,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:45.994558 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-96c7832e-1523-4eb0-9266-c0a3c41e7023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:46.001273 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-96c7832e-1523-4eb0-9266-c0a3c41e7023 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e4777a9085143c187af5da24c37655b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2273262 Dec 16 14:40:46.001778 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 58332) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:46.079035 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f68c3130-7c0d-43bc-bde5-40c3337d5e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:46.138877 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f68c3130-7c0d-43bc-bde5-40c3337d5e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:46.242982 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-63c56db6-534a-4ab9-9d03-e2e6d2494958 req-e7d80c1e-01b0-41c7-b6c7-d4b688bc0d3e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Synchronizing usage tracker for tenant:7243b1f0c7ab4a34a702c78e169b9461 on resource:port {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:40:46.293000 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-63c56db6-534a-4ab9-9d03-e2e6d2494958 req-e7d80c1e-01b0-41c7-b6c7-d4b688bc0d3e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Unset dirty status for tenant:7243b1f0c7ab4a34a702c78e169b9461 on resource:port {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:40:46.303869 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-63c56db6-534a-4ab9-9d03-e2e6d2494958 req-e7d80c1e-01b0-41c7-b6c7-d4b688bc0d3e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 210 time: 0.1178882 Dec 16 14:40:46.305537 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f68c3130-7c0d-43bc-bde5-40c3337d5e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:46.317572 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:46.332594 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c3130-7c0d-43bc-bde5-40c3337d5e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbaee3d-d32d-4286-a419-5147f165977a,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:46.335138 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-f68c3130-7c0d-43bc-bde5-40c3337d5e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:46.337718 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f68c3130-7c0d-43bc-bde5-40c3337d5e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:46.341884 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-f68c3130-7c0d-43bc-bde5-40c3337d5e2e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7dbaee3d-d32d-4286-a419-5147f165977a HTTP/1.1" status: 204 len: 168 time: 0.3362672 Dec 16 14:40:46.602698 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:40:46.706852 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:40:46.707773 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:47.555401 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-ca0b2452-f333-4b97-9bc7-6ff5db98db67 req-38a64ec7-013f-471b-bbfb-67ecd9c27d73 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be21f06220c9415f8c855afb6556a878&device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 1098 time: 0.1358070 Dec 16 14:40:47.816128 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b2452-f333-4b97-9bc7-6ff5db98db67 req-1207770b-eae0-4c25-8b21-3a4182883a64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:47.819116 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-ca0b2452-f333-4b97-9bc7-6ff5db98db67 req-1207770b-eae0-4c25-8b21-3a4182883a64 service neutron] 10.222.0.62 "GET /v2.0/networks?id=95cfc6cc-2bf9-4352-9f9e-27747b195118 HTTP/1.1" status: 200 len: 919 time: 0.2562833 Dec 16 14:40:47.832314 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da66bc-f7ba-4873-ac4d-e7a94fd2e54a req-41a83502-a228-4791-b384-3c84c2795440 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:47.835731 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-b0da66bc-f7ba-4873-ac4d-e7a94fd2e54a req-41a83502-a228-4791-b384-3c84c2795440 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.2068419 Dec 16 14:40:47.936756 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-b0da66bc-f7ba-4873-ac4d-e7a94fd2e54a req-1f24ceea-7a3c-43a2-9587-a62e064993ac tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896633 Dec 16 14:40:48.023976 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 58388) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:48.024322 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c437629b-8c35-4a53-9c78-accb5f52d893 req-a29e8054-000c-44d5-8f94-dbd5cb1216c3 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 210 time: 0.2000299 Dec 16 14:40:48.026047 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-ca0b2452-f333-4b97-9bc7-6ff5db98db67 req-36f0e02b-51e1-4fe8-8ce4-ca6f6f3850f6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9e0c808-6c3a-425a-acdf-0cf262a73bf1 HTTP/1.1" status: 200 len: 217 time: 0.1486437 Dec 16 14:40:48.069219 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ad10bec4-3a2e-4a23-bb94-c8dbc834c519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:48.180018 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b2452-f333-4b97-9bc7-6ff5db98db67 req-a470b791-863f-4d1f-9fb1-e2f49e2cd145 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:48.182598 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-ca0b2452-f333-4b97-9bc7-6ff5db98db67 req-a470b791-863f-4d1f-9fb1-e2f49e2cd145 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e HTTP/1.1" status: 200 len: 858 time: 0.1502450 Dec 16 14:40:48.288442 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-ca0b2452-f333-4b97-9bc7-6ff5db98db67 req-31715a33-7167-43fc-9fb9-b6cf1d2f9595 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95cfc6cc-2bf9-4352-9f9e-27747b195118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973575 Dec 16 14:40:48.368902 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-ad10bec4-3a2e-4a23-bb94-c8dbc834c519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:48.400932 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-ad10bec4-3a2e-4a23-bb94-c8dbc834c519 admin admin] Usage tracker for resource:security_group_rule and tenant:269603b13d3c450ca3e037f30358ad56 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:48.570921 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-56d173ab-ab8b-47e2-97c9-9e503c465a4d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:48.573715 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-56d173ab-ab8b-47e2-97c9-9e503c465a4d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.62 "GET /v2.0/networks?id=4f57735e-9b2a-4e4f-b94e-2d78693e986e HTTP/1.1" status: 200 len: 810 time: 0.4309478 Dec 16 14:40:48.575363 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-ad10bec4-3a2e-4a23-bb94-c8dbc834c519 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:48.586969 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-ad10bec4-3a2e-4a23-bb94-c8dbc834c519 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:48.741927 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-83aaf776-c17a-4fad-be86-23f456381d93 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7243b1f0c7ab4a34a702c78e169b9461 HTTP/1.1" status: 200 len: 379 time: 0.1343775 Dec 16 14:40:48.745802 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-ca0b2452-f333-4b97-9bc7-6ff5db98db67 req-d2a45255-b9fc-4033-9e41-7a167bcb04a5 service neutron] 10.222.0.62 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484270 Dec 16 14:40:48.763845 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-31894bde-ab81-4b76-a4ee-2c77996de60c tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Request body: {'port': {'device_id': 'a792867d-2107-4beb-8825-0e2d957931b0', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'admin_state_up': True, 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'security_groups': ['358d185a-ab1e-4440-95fb-16aeff4cdbe1']}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:40:48.951054 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-ca0b2452-f333-4b97-9bc7-6ff5db98db67 req-f0dea3a6-9d08-4bf2-9933-fb1fdf990776 service neutron] 10.222.0.62 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950943 Dec 16 14:40:49.035133 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ad10bec4-3a2e-4a23-bb94-c8dbc834c519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:49.057183 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ad10bec4-3a2e-4a23-bb94-c8dbc834c519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:49.079380 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:49.197111 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-31894bde-ab81-4b76-a4ee-2c77996de60c tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:49.203477 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10bec4-3a2e-4a23-bb94-c8dbc834c519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3235c7a-d7ff-4c5c-aab3-efbd94fe938a,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:49.211257 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-ad10bec4-3a2e-4a23-bb94-c8dbc834c519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:49.221780 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-ad10bec4-3a2e-4a23-bb94-c8dbc834c519 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=269603b13d3c450ca3e037f30358ad56&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1956859 Dec 16 14:40:49.223324 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 58412) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:49.261903 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-31894bde-ab81-4b76-a4ee-2c77996de60c tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:49.357865 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-31894bde-ab81-4b76-a4ee-2c77996de60c tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Made reservation on behalf of 7243b1f0c7ab4a34a702c78e169b9461 for: {'port': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:40:49.372349 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-31894bde-ab81-4b76-a4ee-2c77996de60c tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:49.402734 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597d870-1bc1-4bcd-a633-22dee95bfa28 req-6a072906-c92e-4115-ac0f-88e476ddad5d tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:49.408108 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f597d870-1bc1-4bcd-a633-22dee95bfa28 req-6a072906-c92e-4115-ac0f-88e476ddad5d tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.2234747 Dec 16 14:40:49.527471 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f597d870-1bc1-4bcd-a633-22dee95bfa28 req-53f6f250-9cef-4078-b98b-96cbf4a46eef tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107469 Dec 16 14:40:49.600041 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-81b83ff1-456e-47e2-ab87-0eae66c2863a req-4d423c6a-1ec5-4485-8302-885f4d93c364 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 210 time: 0.1971719 Dec 16 14:40:49.796481 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-50d16eca-dbf9-44b1-9bc1-005080a1e1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:50.003627 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_common [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-31894bde-ab81-4b76-a4ee-2c77996de60c tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Allocated IP 172.20.0.11 (4f57735e-9b2a-4e4f-b94e-2d78693e986e/0fbefad8-3896-4ba2-9bf0-fdf6065ed622/121ba03f-497c-4b41-a400-2ae3091231bf) {{(pid=82861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:40:50.019087 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-50d16eca-dbf9-44b1-9bc1-005080a1e1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:50.400780 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-31894bde-ab81-4b76-a4ee-2c77996de60c tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for port, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:50.455522 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-50d16eca-dbf9-44b1-9bc1-005080a1e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:50.477549 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-38621b71-18aa-413a-afb8-cfebbf96fa14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:50.492335 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.provisioning_blocks [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-31894bde-ab81-4b76-a4ee-2c77996de60c tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Transition to ACTIVE for port object 121ba03f-497c-4b41-a400-2ae3091231bf will not be triggered until provisioned by entity DHCP. {{(pid=82861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:40:50.503948 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d16eca-dbf9-44b1-9bc1-005080a1e1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3235c7a-d7ff-4c5c-aab3-efbd94fe938a,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:50.509029 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-50d16eca-dbf9-44b1-9bc1-005080a1e1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:50.572128 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-50d16eca-dbf9-44b1-9bc1-005080a1e1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:50.577180 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-50d16eca-dbf9-44b1-9bc1-005080a1e1eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3235c7a-d7ff-4c5c-aab3-efbd94fe938a HTTP/1.1" status: 204 len: 168 time: 1.3459468 Dec 16 14:40:50.607082 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-31894bde-ab81-4b76-a4ee-2c77996de60c tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:50.651368 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-320d87a5-6c60-4df8-acc8-ca229ce0bba7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:50.857286 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-31894bde-ab81-4b76-a4ee-2c77996de60c tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Network 4f57735e-9b2a-4e4f-b94e-2d78693e986e is already hosted by enough agents. {{(pid=82861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:40:50.879722 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-31894bde-ab81-4b76-a4ee-2c77996de60c tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Resources bound (agent type, host, resource id): {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:40:50.889080 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-31894bde-ab81-4b76-a4ee-2c77996de60c tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Received port after_create {{(pid=82861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:40:50.937135 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cac5be-d6af-45a2-89f1-0b4689874adf req-86e86bde-6ada-4079-bdb3-3cc6b5b8ef58 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:50.942518 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-25cac5be-d6af-45a2-89f1-0b4689874adf req-86e86bde-6ada-4079-bdb3-3cc6b5b8ef58 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.1494417 Dec 16 14:40:51.053840 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-25cac5be-d6af-45a2-89f1-0b4689874adf req-cee02fcf-ee74-426e-a702-bf7a59ff16e0 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674999 Dec 16 14:40:51.136212 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-31894bde-ab81-4b76-a4ee-2c77996de60c tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:51.137260 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-31894bde-ab81-4b76-a4ee-2c77996de60c tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:51.265584 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31894bde-ab81-4b76-a4ee-2c77996de60c tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Pushing event updated for resources: {'Port': ['ID=121ba03f-497c-4b41-a400-2ae3091231bf,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:51.285102 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-31894bde-ab81-4b76-a4ee-2c77996de60c tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:51.288159 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-31894bde-ab81-4b76-a4ee-2c77996de60c tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5321782 Dec 16 14:40:51.389399 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-2880c7b5-f729-44ab-a9d5-c1d01ef3f2cb None None] Provisioning for port 121ba03f-497c-4b41-a400-2ae3091231bf completed by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:40:51.398365 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-2880c7b5-f729-44ab-a9d5-c1d01ef3f2cb None None] Provisioning complete for port 121ba03f-497c-4b41-a400-2ae3091231bf triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:40:51.401293 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-2880c7b5-f729-44ab-a9d5-c1d01ef3f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:51.429855 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] Request body: {'port': {'device_id': 'a792867d-2107-4beb-8825-0e2d957931b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:40:51.526518 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-2880c7b5-f729-44ab-a9d5-c1d01ef3f2cb None None] Port 121ba03f-497c-4b41-a400-2ae3091231bf cannot update to ACTIVE because it is not bound. {{(pid=82862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 16 14:40:51.642964 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:51.667961 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b847880-215f-4c21-9a17-ed4ca5100465 req-afddcc09-fe89-4fd2-adaf-4c88441f67fb tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:51.668693 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-5b847880-215f-4c21-9a17-ed4ca5100465 req-afddcc09-fe89-4fd2-adaf-4c88441f67fb tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Synchronizing usage tracker for tenant:7243b1f0c7ab4a34a702c78e169b9461 on resource:port {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:40:51.754625 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-5b847880-215f-4c21-9a17-ed4ca5100465 req-afddcc09-fe89-4fd2-adaf-4c88441f67fb tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Unset dirty status for tenant:7243b1f0c7ab4a34a702c78e169b9461 on resource:port {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:40:51.756750 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-5b847880-215f-4c21-9a17-ed4ca5100465 req-afddcc09-fe89-4fd2-adaf-4c88441f67fb tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 932 time: 0.5030391 Dec 16 14:40:51.952339 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-5b847880-215f-4c21-9a17-ed4ca5100465 req-00896c02-640a-4b3b-b154-e9b4f7bae31f tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822886 Dec 16 14:40:52.333605 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121ba03f-497c-4b41-a400-2ae3091231bf {{(pid=82861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:40:52.354434 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:52.400631 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.provisioning_blocks [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] Transition to ACTIVE for port object 121ba03f-497c-4b41-a400-2ae3091231bf will not be triggered until provisioned by entity L2. {{(pid=82861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:40:52.410359 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:52.421470 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:52.603113 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897616a-0dc4-4570-8026-e64b967c62cf req-f8bca7b5-ea17-4497-b559-08dcf8f69400 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:52.604427 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-6897616a-0dc4-4570-8026-e64b967c62cf req-f8bca7b5-ea17-4497-b559-08dcf8f69400 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.2437229 Dec 16 14:40:52.665276 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-6897616a-0dc4-4570-8026-e64b967c62cf req-22ec6d83-9364-4889-8106-d7bddd4013b2 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515177 Dec 16 14:40:52.727490 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] Pushing event updated for resources: {'Port': ['ID=121ba03f-497c-4b41-a400-2ae3091231bf,revision_number=2']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:52.758376 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:52.938685 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] Attempting to bind port 121ba03f-497c-4b41-a400-2ae3091231bf on host hv-cinder-82189 for vnic_type normal with profile {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:40:52.939580 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] Attempting to bind port 121ba03f-497c-4b41-a400-2ae3091231bf by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e'}] {{(pid=82861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:40:52.939928 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] Attempting to bind port 121ba03f-497c-4b41-a400-2ae3091231bf on network 4f57735e-9b2a-4e4f-b94e-2d78693e986e {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:40:52.953458 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] Port 121ba03f-497c-4b41-a400-2ae3091231bf on network 4f57735e-9b2a-4e4f-b94e-2d78693e986e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 16 14:40:52.953864 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] Attempting to bind port 121ba03f-497c-4b41-a400-2ae3091231bf on network 4f57735e-9b2a-4e4f-b94e-2d78693e986e {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:40:52.962056 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] Checking agent: {'id': '01466b47-b9e9-4bec-ae02-30c05024f419', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:40:52.962370 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] Checking segment: {'id': '3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:40:52.962891 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] Bound using segment: {'id': '3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e'} {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:40:52.963320 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] Bound port: 121ba03f-497c-4b41-a400-2ae3091231bf, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e'}}] {{(pid=82861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:40:52.963656 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:53.084708 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] For port 121ba03f-497c-4b41-a400-2ae3091231bf, host hv-cinder-82189, cleared binding levels {{(pid=82861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:40:53.088312 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] For port 121ba03f-497c-4b41-a400-2ae3091231bf, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=121ba03f-497c-4b41-a400-2ae3091231bf,segment=NetworkSegment(3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf),segment_id=3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf)] {{(pid=82861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:40:53.096099 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:53.109858 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:53.231316 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:53.242427 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] 10.222.0.62 "PUT /v2.0/ports/121ba03f-497c-4b41-a400-2ae3091231bf HTTP/1.1" status: 200 len: 1094 time: 1.8297083 Dec 16 14:40:53.243224 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a792867d-2107-4beb-8825-0e2d957931b0', 'tag': '121ba03f-497c-4b41-a400-2ae3091231bf'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:40:53.466688 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a792867d-2107-4beb-8825-0e2d957931b0', 'tag': '121ba03f-497c-4b41-a400-2ae3091231bf', 'status': 'completed', 'code': 200} Dec 16 14:40:53.563056 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] Pushing event updated for resources: {'Port': ['ID=121ba03f-497c-4b41-a400-2ae3091231bf,revision_number=3']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:53.572874 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:53.628563 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6a16f-96b1-44cf-ad2d-0bbb22a39404 req-892ea069-ce9f-481e-8000-70c3bb8bdc5a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:53.644923 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-96d6a16f-96b1-44cf-ad2d-0bbb22a39404 req-892ea069-ce9f-481e-8000-70c3bb8bdc5a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 944 time: 0.3592973 Dec 16 14:40:53.762847 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-336e3f92-e571-4d0d-ad2c-02dc4c1014bd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7243b1f0c7ab4a34a702c78e169b9461&device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 1097 time: 0.3710952 Dec 16 14:40:53.876374 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-40c9c905-f7f2-4f32-acbe-9423a863bcf6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=121ba03f-497c-4b41-a400-2ae3091231bf HTTP/1.1" status: 200 len: 217 time: 0.0949950 Dec 16 14:40:53.883007 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-96d6a16f-96b1-44cf-ad2d-0bbb22a39404 req-e91f2bc0-0c9a-46b9-b9a7-19e562dc9306 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356365 Dec 16 14:40:53.976464 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-db5ef79d-0c97-434d-8ec1-e91121bd621f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:53.978565 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-db5ef79d-0c97-434d-8ec1-e91121bd621f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fbefad8-3896-4ba2-9bf0-fdf6065ed622 HTTP/1.1" status: 200 len: 849 time: 0.0946155 Dec 16 14:40:54.166218 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-4fbbe240-a257-47b9-93eb-95925422b69c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f57735e-9b2a-4e4f-b94e-2d78693e986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1800330 Dec 16 14:40:54.460509 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-6b343ef0-10d0-4079-8468-c4a2a0816ab0 service neutron] 10.222.0.62 "GET /v2.0/networks/4f57735e-9b2a-4e4f-b94e-2d78693e986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451744 Dec 16 14:40:54.698350 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e57af9-5e56-4ccb-b0ff-c44d2eafccfe req-d1357090-6a50-4fa3-9d9d-bb8af349b5cd tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:54.710589 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-34e57af9-5e56-4ccb-b0ff-c44d2eafccfe req-d1357090-6a50-4fa3-9d9d-bb8af349b5cd tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.5390766 Dec 16 14:40:54.843106 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-cbb10aa3-9167-4594-a7fc-d3fa04abd99d req-8a49f04b-2f81-46ee-ba89-9e8fc22405e8 service neutron] 10.222.0.62 "GET /v2.0/networks/4f57735e-9b2a-4e4f-b94e-2d78693e986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667600 Dec 16 14:40:54.874957 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-34e57af9-5e56-4ccb-b0ff-c44d2eafccfe req-8ce73f54-6674-4b7d-8481-c9993c7a5c73 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476474 Dec 16 14:40:54.980636 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6e961-ce68-424d-84d5-d15afe6cf6d7 req-6ee05747-cc84-4a07-a517-2953bc585a23 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:54.986008 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5ee6e961-ce68-424d-84d5-d15afe6cf6d7 req-6ee05747-cc84-4a07-a517-2953bc585a23 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.2153213 Dec 16 14:40:55.183164 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5ee6e961-ce68-424d-84d5-d15afe6cf6d7 req-303bdc53-c4dc-4e1e-9304-6ee443b7495a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868308 Dec 16 14:40:55.194327 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-b011781d-aa5e-4ecf-98e4-0a6a9c56894f req-dcb10d77-3d28-4e7b-b1d8-aac3cd71a486 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7243b1f0c7ab4a34a702c78e169b9461&device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 1097 time: 0.2089496 Dec 16 14:40:55.927155 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facb40b-4c4d-4ef5-88b8-b28d3b3a7246 req-880b740b-a826-4711-a7ff-57e71184fbe2 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:55.938607 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0facb40b-4c4d-4ef5-88b8-b28d3b3a7246 req-880b740b-a826-4711-a7ff-57e71184fbe2 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 944 time: 0.5834727 Dec 16 14:40:56.041733 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011781d-aa5e-4ecf-98e4-0a6a9c56894f req-968d32ab-b36f-4a42-a317-7956d9209f4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:56.065611 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-b011781d-aa5e-4ecf-98e4-0a6a9c56894f req-968d32ab-b36f-4a42-a317-7956d9209f4f service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f57735e-9b2a-4e4f-b94e-2d78693e986e HTTP/1.1" status: 200 len: 911 time: 0.8610919 Dec 16 14:40:56.069884 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 58570) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:56.441269 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-b011781d-aa5e-4ecf-98e4-0a6a9c56894f req-3891c75a-64ed-4c47-a09b-cff48403174d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=121ba03f-497c-4b41-a400-2ae3091231bf HTTP/1.1" status: 200 len: 217 time: 0.3487871 Dec 16 14:40:56.492017 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0facb40b-4c4d-4ef5-88b8-b28d3b3a7246 req-c851a120-88df-4648-bad9-8f70b81e82f9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5400677 Dec 16 14:40:56.671092 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011781d-aa5e-4ecf-98e4-0a6a9c56894f req-bbda5401-aa6e-475d-b1bf-168e7361548f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:56.675630 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-b011781d-aa5e-4ecf-98e4-0a6a9c56894f req-bbda5401-aa6e-475d-b1bf-168e7361548f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fbefad8-3896-4ba2-9bf0-fdf6065ed622 HTTP/1.1" status: 200 len: 849 time: 0.1994612 Dec 16 14:40:56.888490 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00410381-7508-4dd4-a8c3-4c729d33b79f req-6fc8cccd-083b-4f57-8d46-a63ddce77029 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:56.894310 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-00410381-7508-4dd4-a8c3-4c729d33b79f req-6fc8cccd-083b-4f57-8d46-a63ddce77029 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.3187697 Dec 16 14:40:56.907596 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1367388800-network', 'tenant_id': '3880433975de467e8e37ed639e5500a1'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:40:56.910370 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-43c25bca-2314-4988-be94-6720c99be399 req-53fdd427-9d4d-4ab1-b5a7-7ac0f8eff622 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 1098 time: 0.8919437 Dec 16 14:40:57.012416 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-43c25bca-2314-4988-be94-6720c99be399 req-008976f5-472a-4fdf-9b5f-f810b99606f9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937521 Dec 16 14:40:57.026763 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-00410381-7508-4dd4-a8c3-4c729d33b79f req-69b94ea9-c060-4d79-b11a-8effe09f9a93 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121168 Dec 16 14:40:57.043651 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:57.050075 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Usage tracker for resource:network and tenant:3880433975de467e8e37ed639e5500a1 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:57.054098 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:57.064646 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:57.106185 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Made reservation on behalf of 3880433975de467e8e37ed639e5500a1 for: {'network': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:40:57.108683 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for network, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:57.137395 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:57.214001 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:57.222232 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Usage tracker for resource:security_group_rule and tenant:3880433975de467e8e37ed639e5500a1 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:57.228605 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-b011781d-aa5e-4ecf-98e4-0a6a9c56894f req-51abdd7f-cd32-449a-b7c0-8a2fcab99ca5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f57735e-9b2a-4e4f-b94e-2d78693e986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5422716 Dec 16 14:40:57.230861 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:57.239718 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:57.247644 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e7396-c605-41cf-868c-e13decc7b621 req-3f65dbad-ec78-40bc-b751-115019789e62 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:57.249332 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-6d6e7396-c605-41cf-868c-e13decc7b621 req-3f65dbad-ec78-40bc-b751-115019789e62 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.3825371 Dec 16 14:40:57.586429 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-6d6e7396-c605-41cf-868c-e13decc7b621 req-61fbfe0b-abae-40be-b6ec-04507aace0fe tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224255 Dec 16 14:40:57.590712 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:57.631898 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:57.636986 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-951df472-f498-4ad4-a2a2-9e3161f82497 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:57.659004 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-b011781d-aa5e-4ecf-98e4-0a6a9c56894f req-0cb30843-bd1a-4f8a-b20a-278d4842d5ac service neutron] 10.222.0.62 "GET /v2.0/networks/4f57735e-9b2a-4e4f-b94e-2d78693e986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694334 Dec 16 14:40:57.761898 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=82861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:40:57.768592 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e1a821-b863-42ed-82c7-13d3397ec89d,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:57.799788 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ecf5c-e272-4868-b497-d7c04fa711ed req-d464e703-be44-4c04-8af0-44f5dfb7dd2a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:57.802006 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:57.802678 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.db.segments_db [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Added segment ea14126c-6653-4838-b8f2-7edb01bdf76e of type vlan for network f4b482f8-e34c-4098-a09d-b37b542f2365 Dec 16 14:40:57.810362 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4b0ecf5c-e272-4868-b497-d7c04fa711ed req-d464e703-be44-4c04-8af0-44f5dfb7dd2a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 944 time: 0.1326594 Dec 16 14:40:57.821567 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:57.822730 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:57.823733 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:57.824376 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:57.825035 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:57.825699 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:57.826366 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:57.827027 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:57.827659 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:57.828287 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:57.828928 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:57.841466 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:57.918063 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-4b0ecf5c-e272-4868-b497-d7c04fa711ed req-4f963052-bf56-413c-85cb-695ed2c3793b tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Synchronizing usage tracker for tenant:7243b1f0c7ab4a34a702c78e169b9461 on resource:security_group {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:40:57.924258 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775664085252'] for network, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:57.937114 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-b011781d-aa5e-4ecf-98e4-0a6a9c56894f req-5f9ed790-21fc-48d8-8c09-a538ff37335d service neutron] 10.222.0.62 "GET /v2.0/networks/4f57735e-9b2a-4e4f-b94e-2d78693e986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636223 Dec 16 14:40:57.960766 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-4b0ecf5c-e272-4868-b497-d7c04fa711ed req-4f963052-bf56-413c-85cb-695ed2c3793b tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Unset dirty status for tenant:7243b1f0c7ab4a34a702c78e169b9461 on resource:security_group {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:40:57.975833 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4b0ecf5c-e272-4868-b497-d7c04fa711ed req-4f963052-bf56-413c-85cb-695ed2c3793b tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642499 Dec 16 14:40:57.981124 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for network, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:57.983738 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:57.984451 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:57.990803 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:58.301713 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Pushing event updated for resources: {'Network': ['ID=f4b482f8-e34c-4098-a09d-b37b542f2365,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:58.306001 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2346125 Dec 16 14:40:58.307620 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:58.311291 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 58624) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:40:58.321502 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Request body: {'subnet': {'network_id': 'f4b482f8-e34c-4098-a09d-b37b542f2365', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1367388800-subnet', 'tenant_id': '3880433975de467e8e37ed639e5500a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:40:58.327002 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 121ba03f-497c-4b41-a400-2ae3091231bf details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:40:58.339077 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:40:58.352425 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Usage tracker for resource:subnet and tenant:3880433975de467e8e37ed639e5500a1 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:40:58.368482 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:40:58.398188 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:40:58.426324 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Made reservation on behalf of 3880433975de467e8e37ed639e5500a1 for: {'subnet': 1} {{(pid=82860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:40:58.428766 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:58.482129 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63ab0f-f7f7-43f3-b17f-b2f55ec38dae req-d906a196-215c-4790-b891-527875f19658 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:58.486534 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2a63ab0f-f7f7-43f3-b17f-b2f55ec38dae req-d906a196-215c-4790-b891-527875f19658 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.1703882 Dec 16 14:40:58.555112 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Network f4b482f8-e34c-4098-a09d-b37b542f2365 details requested by agent ovs-agent-dv-cinder-821893-3-smb with host dv-cinder-821893-3-smb {{(pid=82862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:40:58.700846 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2a63ab0f-f7f7-43f3-b17f-b2f55ec38dae req-fb2f051d-6177-4c0b-ae3a-e6cfce9e7a4d tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075670 Dec 16 14:40:58.836048 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 121ba03f-497c-4b41-a400-2ae3091231bf, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=121ba03f-497c-4b41-a400-2ae3091231bf,segment=NetworkSegment(3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf),segment_id=3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:40:58.876177 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Returning: {'device': '121ba03f-497c-4b41-a400-2ae3091231bf', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'port_id': '121ba03f-497c-4b41-a400-2ae3091231bf', 'mac_address': 'fa:16:3e:15:37:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:40:58.965782 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:58.996043 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121ba03f-497c-4b41-a400-2ae3091231bf {{(pid=82862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:40:59.055593 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 121ba03f-497c-4b41-a400-2ae3091231bf, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=121ba03f-497c-4b41-a400-2ae3091231bf,segment=NetworkSegment(3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf),segment_id=3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:40:59.068112 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:59.071751 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:59.190498 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd19f1f-ccb6-4b59-bd47-2eef56c21504 req-77ee0420-90ec-4f30-9c63-63e7d07d4ff3 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:59.204076 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-2cd19f1f-ccb6-4b59-bd47-2eef56c21504 req-77ee0420-90ec-4f30-9c63-63e7d07d4ff3 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.2884815 Dec 16 14:40:59.236972 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for subnet, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:59.256350 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:40:59.295279 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=121ba03f-497c-4b41-a400-2ae3091231bf,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:59.320456 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:59.441458 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['121ba03f-497c-4b41-a400-2ae3091231bf'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:40:59.491828 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c49f0d5-853e-4ff3-8481-64a996b25838,revision_number=0']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:40:59.522629 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-2cd19f1f-ccb6-4b59-bd47-2eef56c21504 req-e45bc92f-b663-4db8-8265-3d1c41a878bd tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3102765 Dec 16 14:40:59.560766 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:59.570060 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:59.570605 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:59.571138 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:59.571676 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:59.572218 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:59.572743 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:59.573278 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:59.578086 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:59.578803 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:59.579362 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:40:59.594182 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:40:59.612881 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Checking segment: {'id': 'ea14126c-6653-4838-b8f2-7edb01bdf76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f4b482f8-e34c-4098-a09d-b37b542f2365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:40:59.613845 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Network hostable DHCP agents. Network: f4b482f8-e34c-4098-a09d-b37b542f2365, hostable agents: ['86b204a6-684d-4255-9b61-9602afcfa644'], hosted agents: [] {{(pid=82860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:40:59.722063 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Network f4b482f8-e34c-4098-a09d-b37b542f2365 is scheduled to be hosted by DHCP agent 86b204a6-684d-4255-9b61-9602afcfa644 with binding_index 1 {{(pid=82860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:40:59.755999 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-smb, f4b482f8-e34c-4098-a09d-b37b542f2365) {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:40:59.764614 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:59.765222 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:40:59.811995 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb32bf2f-0e20-4e87-b1cc-937ff6702fe4 None None] Network f4b482f8-e34c-4098-a09d-b37b542f2365 requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:40:59.822800 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5087507 Dec 16 14:40:59.895218 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff6b29-d49b-4c05-a18e-73ab7c256109 req-4b82caad-e8bd-486d-85bb-3d44c7796659 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:40:59.912702 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-8dff6b29-d49b-4c05-a18e-73ab7c256109 req-4b82caad-e8bd-486d-85bb-3d44c7796659 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 945 time: 0.2329583 Dec 16 14:41:00.070713 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-8dff6b29-d49b-4c05-a18e-73ab7c256109 req-dddeb493-aae5-4faa-a849-4f6ad398784d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509511 Dec 16 14:41:00.515804 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ef7196-a591-44d6-97c6-597ced91a827 None None] Network f4b482f8-e34c-4098-a09d-b37b542f2365 requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:41:00.595955 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f8a39a0c-e7d5-4304-a9cc-56472e011e59 req-df27f3a1-993a-4adc-b40b-4875a30b1f77 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be21f06220c9415f8c855afb6556a878&device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 1098 time: 0.2877371 Dec 16 14:41:00.808967 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f123597-fbca-43fa-adbc-9ced6487c8dd req-2e153857-8361-4d3b-9c85-12404e6a35e9 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:00.811478 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-6f123597-fbca-43fa-adbc-9ced6487c8dd req-2e153857-8361-4d3b-9c85-12404e6a35e9 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.3023305 Dec 16 14:41:00.881090 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a39a0c-e7d5-4304-a9cc-56472e011e59 req-310c5110-c7d4-43d8-a207-4e2e8f7bba57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:00.883650 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f8a39a0c-e7d5-4304-a9cc-56472e011e59 req-310c5110-c7d4-43d8-a207-4e2e8f7bba57 service neutron] 10.222.0.62 "GET /v2.0/networks?id=95cfc6cc-2bf9-4352-9f9e-27747b195118 HTTP/1.1" status: 200 len: 919 time: 0.2665527 Dec 16 14:41:01.040010 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f8a39a0c-e7d5-4304-a9cc-56472e011e59 req-3fd42559-d57f-4931-b3de-2b0aee44babd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9e0c808-6c3a-425a-acdf-0cf262a73bf1 HTTP/1.1" status: 200 len: 217 time: 0.1354864 Dec 16 14:41:01.047842 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-6f123597-fbca-43fa-adbc-9ced6487c8dd req-4c849fd9-4563-4797-829e-bc11163fdd93 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286367 Dec 16 14:41:01.088436 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769ef0a-685e-4853-b3f9-d302836fda77 req-e6a35830-8be6-4ce3-a94f-ed572f30084d tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:01.091471 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d769ef0a-685e-4853-b3f9-d302836fda77 req-e6a35830-8be6-4ce3-a94f-ed572f30084d tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.2459736 Dec 16 14:41:01.190385 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a39a0c-e7d5-4304-a9cc-56472e011e59 req-6ea75a35-988e-4f02-8676-437432ce3523 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:01.193425 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f8a39a0c-e7d5-4304-a9cc-56472e011e59 req-6ea75a35-988e-4f02-8676-437432ce3523 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e HTTP/1.1" status: 200 len: 858 time: 0.1442857 Dec 16 14:41:01.259443 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d769ef0a-685e-4853-b3f9-d302836fda77 req-39cdd7a3-d48a-41f5-b6ef-b4cd6b0f1e41 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605902 Dec 16 14:41:01.301241 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f8a39a0c-e7d5-4304-a9cc-56472e011e59 req-12085ccd-3ff1-4972-859b-c083e20ad7ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95cfc6cc-2bf9-4352-9f9e-27747b195118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984287 Dec 16 14:41:01.673699 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f8a39a0c-e7d5-4304-a9cc-56472e011e59 req-407acbd8-94d8-430f-9b61-e2e91b41d0a8 service neutron] 10.222.0.62 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648050 Dec 16 14:41:01.689224 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664e9cd-6d8e-458c-a517-64c7ea62497f req-d1abd025-a047-4dd0-b9be-d6f8246eeb3e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:01.691663 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-3664e9cd-6d8e-458c-a517-64c7ea62497f req-d1abd025-a047-4dd0-b9be-d6f8246eeb3e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 945 time: 0.3372402 Dec 16 14:41:01.908587 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-3664e9cd-6d8e-458c-a517-64c7ea62497f req-b0d49c95-c824-472f-aa93-456d4954b9b2 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839793 Dec 16 14:41:01.940389 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f8a39a0c-e7d5-4304-a9cc-56472e011e59 req-5613c542-23db-429a-8f6c-693b979528d8 service neutron] 10.222.0.62 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469404 Dec 16 14:41:02.363904 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 121ba03f-497c-4b41-a400-2ae3091231bf up at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:41:02.561832 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning for port 121ba03f-497c-4b41-a400-2ae3091231bf completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:41:02.574024 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning complete for port 121ba03f-497c-4b41-a400-2ae3091231bf triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:41:02.574957 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a5b7c-9fe8-47eb-9641-59d3e41a99d0 req-c45d2777-2302-454c-a6b7-3022485daf84 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:02.576860 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:02.589583 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b29a5b7c-9fe8-47eb-9641-59d3e41a99d0 req-c45d2777-2302-454c-a6b7-3022485daf84 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.3241391 Dec 16 14:41:02.661362 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b29a5b7c-9fe8-47eb-9641-59d3e41a99d0 req-a6e5e2ca-b52b-45e0-9804-2a723cb72168 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697773 Dec 16 14:41:02.922565 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:03.044408 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 121ba03f-497c-4b41-a400-2ae3091231bf, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=121ba03f-497c-4b41-a400-2ae3091231bf,segment=NetworkSegment(3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf),segment_id=3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:41:03.045986 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a792867d-2107-4beb-8825-0e2d957931b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121ba03f-497c-4b41-a400-2ae3091231bf'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:41:03.055594 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:03.058548 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:03.151445 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0688e-cd17-43fc-a950-19ebe15f412e req-9c9bcd51-476a-443f-9cfa-9c40c4423c57 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:03.166170 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-8cc0688e-cd17-43fc-a950-19ebe15f412e req-9c9bcd51-476a-443f-9cfa-9c40c4423c57 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.1936843 Dec 16 14:41:03.210798 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=121ba03f-497c-4b41-a400-2ae3091231bf,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:03.232457 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:03.234072 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:03.234907 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:03.235679 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:03.236645 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:03.237580 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:03.238442 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:03.239567 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:03.240672 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:03.241734 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:03.242565 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:41:03.269195 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:03.311361 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-8cc0688e-cd17-43fc-a950-19ebe15f412e req-6b8e8a7a-3d6b-453e-b56d-d99c395190e9 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434734 Dec 16 14:41:03.412865 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a792867d-2107-4beb-8825-0e2d957931b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121ba03f-497c-4b41-a400-2ae3091231bf', 'code': 200} Dec 16 14:41:03.561467 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 58760) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:03.680430 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 58768) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:03.719865 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71698aea-ad77-4860-9cf6-1deb6ccc7e54 req-d47a07f0-ca80-4765-9e91-4eb81d29334b tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:03.735159 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-71698aea-ad77-4860-9cf6-1deb6ccc7e54 req-d47a07f0-ca80-4765-9e91-4eb81d29334b tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.3298249 Dec 16 14:41:03.930989 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-82e5e583-2616-499c-a54c-0f497e2284d4 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:03.936349 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-82e5e583-2616-499c-a54c-0f497e2284d4 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Synchronizing usage tracker for tenant:3880433975de467e8e37ed639e5500a1 on resource:network {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:41:03.975490 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-71698aea-ad77-4860-9cf6-1deb6ccc7e54 req-e026bd1e-a781-412c-a8ca-82e05fdb5596 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2383163 Dec 16 14:41:04.028705 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-82e5e583-2616-499c-a54c-0f497e2284d4 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Unset dirty status for tenant:3880433975de467e8e37ed639e5500a1 on resource:network {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:41:04.030702 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-82e5e583-2616-499c-a54c-0f497e2284d4 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/networks?id=f4b482f8-e34c-4098-a09d-b37b542f2365 HTTP/1.1" status: 200 len: 809 time: 0.5022831 Dec 16 14:41:04.083614 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-7a47b4b2-f1db-46f6-8f28-6f18d82cbd84 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/quotas/3880433975de467e8e37ed639e5500a1 HTTP/1.1" status: 200 len: 375 time: 0.0378804 Dec 16 14:41:04.191435 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-0f50bc57-e735-4325-9a9b-b7484ad47897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:04.293291 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-0f50bc57-e735-4325-9a9b-b7484ad47897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:04.302610 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-0f50bc57-e735-4325-9a9b-b7484ad47897 admin admin] Usage tracker for resource:security_group_rule and tenant:b8ed64fa46a8467088796eee7f9d78c5 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:41:04.305048 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-0f50bc57-e735-4325-9a9b-b7484ad47897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:41:04.315675 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-0f50bc57-e735-4325-9a9b-b7484ad47897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:04.460347 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-88ded91e-7729-4104-b92b-9ef2b82fb38c tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3880433975de467e8e37ed639e5500a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3736072 Dec 16 14:41:04.642728 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-390c02d8-5cd6-4835-ac21-d3b6852d1bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:04.673920 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-0f50bc57-e735-4325-9a9b-b7484ad47897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:04.700236 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9387fdb-6d80-4d06-83a7-dbc274aad884 req-a42e5867-b71c-4dd4-b884-2a03d0dcc099 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:04.713980 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f9387fdb-6d80-4d06-83a7-dbc274aad884 req-a42e5867-b71c-4dd4-b884-2a03d0dcc099 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.3014741 Dec 16 14:41:04.717691 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-0f50bc57-e735-4325-9a9b-b7484ad47897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:04.732222 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-244c8a7d-004f-4888-8107-7f724f60cd4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:04.879324 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f9387fdb-6d80-4d06-83a7-dbc274aad884 req-7a22b236-fda5-4308-9df2-6a6533d36599 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632981 Dec 16 14:41:04.899785 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50bc57-e735-4325-9a9b-b7484ad47897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a65aad-145a-4a5e-abf6-77ba5f077599,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:04.914279 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-0f50bc57-e735-4325-9a9b-b7484ad47897 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b8ed64fa46a8467088796eee7f9d78c5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2307763 Dec 16 14:41:04.916488 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 58796) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:04.917872 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-0f50bc57-e735-4325-9a9b-b7484ad47897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:04.964739 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-390c02d8-5cd6-4835-ac21-d3b6852d1bfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:04.973698 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d2a66402-71f9-49df-be14-2f548e0e7d35 req-36a6c6ad-edf0-4cf6-85ca-30f60b576c28 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 1099 time: 0.7673295 Dec 16 14:41:04.996682 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-390c02d8-5cd6-4835-ac21-d3b6852d1bfa admin admin] Usage tracker for resource:security_group_rule and tenant:0d2c780649cd4cbb804eb4e90fb541e4 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:41:05.035763 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-390c02d8-5cd6-4835-ac21-d3b6852d1bfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:41:05.067867 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-1b1d741d-bab5-48fa-aece-bed5fabfec38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:05.090208 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-61cb2f5d-c357-4505-92fa-b1e275a7b2a4 service neutron] 10.222.0.44 "GET /v2.0/networks/f4b482f8-e34c-4098-a09d-b37b542f2365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6120658 Dec 16 14:41:05.127852 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-1b1d741d-bab5-48fa-aece-bed5fabfec38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:05.299170 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-1b1d741d-bab5-48fa-aece-bed5fabfec38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:05.317522 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-2e69e15f-7068-476b-a16a-6a22030cdc53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:05.350584 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-390c02d8-5cd6-4835-ac21-d3b6852d1bfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:05.372179 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-8cf547c9-dc1f-4743-b5bc-1d4768dfe84c service neutron] 10.222.0.44 "GET /v2.0/networks/f4b482f8-e34c-4098-a09d-b37b542f2365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804184 Dec 16 14:41:05.378433 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d741d-bab5-48fa-aece-bed5fabfec38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a65aad-145a-4a5e-abf6-77ba5f077599,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:05.414268 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-1b1d741d-bab5-48fa-aece-bed5fabfec38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:05.425267 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-1b1d741d-bab5-48fa-aece-bed5fabfec38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:05.433699 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-1b1d741d-bab5-48fa-aece-bed5fabfec38 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/36a65aad-145a-4a5e-abf6-77ba5f077599 HTTP/1.1" status: 204 len: 168 time: 0.5132685 Dec 16 14:41:05.502473 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-d2a66402-71f9-49df-be14-2f548e0e7d35 req-e85142a6-ff7c-4af2-a3da-f1884f85307d service neutron] Synchronizing usage tracker for tenant:2d2d914365354a40bef26a2f775f189e on resource:security_group {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:41:05.699680 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-390c02d8-5cd6-4835-ac21-d3b6852d1bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:05.714465 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af026df1-02f7-4bec-b21c-22698057deca req-bdbc402c-870b-4d72-8b04-f491a89c79fb tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:05.729770 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-390c02d8-5cd6-4835-ac21-d3b6852d1bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:05.735116 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-af026df1-02f7-4bec-b21c-22698057deca req-bdbc402c-870b-4d72-8b04-f491a89c79fb tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.2939978 Dec 16 14:41:05.755201 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-18886897-4e95-4723-b369-2415564bba38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:05.764303 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-d2a66402-71f9-49df-be14-2f548e0e7d35 req-e85142a6-ff7c-4af2-a3da-f1884f85307d service neutron] Unset dirty status for tenant:2d2d914365354a40bef26a2f775f189e on resource:security_group {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:41:05.766016 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d2a66402-71f9-49df-be14-2f548e0e7d35 req-e85142a6-ff7c-4af2-a3da-f1884f85307d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7635887 Dec 16 14:41:05.810116 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c02d8-5cd6-4835-ac21-d3b6852d1bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4ba3cc-a228-4107-bb32-c0284edaa642,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:05.814174 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-390c02d8-5cd6-4835-ac21-d3b6852d1bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:05.830206 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-390c02d8-5cd6-4835-ac21-d3b6852d1bfa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d2c780649cd4cbb804eb4e90fb541e4&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2672403 Dec 16 14:41:05.831049 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 58812) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:05.881161 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-af026df1-02f7-4bec-b21c-22698057deca req-c1380aff-90f3-4fce-b55c-01dc13d1c371 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421161 Dec 16 14:41:06.071255 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b8c82752-931d-473b-af77-b075e96c51ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:06.248269 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b8c82752-931d-473b-af77-b075e96c51ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:06.348812 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-df8f13b0-89d7-4c77-b4bb-5e79db007b8e req-6496c672-87e6-4800-bc96-8b9d19a4ca2e tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9e6a690-a099-494a-918a-6397c7839ef0 HTTP/1.1" status: 200 len: 210 time: 0.1869180 Dec 16 14:41:06.396470 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552beb11-6d01-44ea-88c4-371eb1c6cdd1 req-aae7bd95-80cb-4d62-bc10-58a96214cb33 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:06.411257 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-552beb11-6d01-44ea-88c4-371eb1c6cdd1 req-aae7bd95-80cb-4d62-bc10-58a96214cb33 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.3422003 Dec 16 14:41:06.536995 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b8c82752-931d-473b-af77-b075e96c51ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:06.559642 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-cde7817e-1a64-42aa-8e31-f988e88db9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:06.586190 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c82752-931d-473b-af77-b075e96c51ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4ba3cc-a228-4107-bb32-c0284edaa642,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:06.593407 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-b8c82752-931d-473b-af77-b075e96c51ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:06.621194 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 58840) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:06.631258 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-552beb11-6d01-44ea-88c4-371eb1c6cdd1 req-f63dd278-e949-4fe3-9459-b2b4d8096d93 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182870 Dec 16 14:41:06.633985 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b8c82752-931d-473b-af77-b075e96c51ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:06.636782 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-b8c82752-931d-473b-af77-b075e96c51ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f4ba3cc-a228-4107-bb32-c0284edaa642 HTTP/1.1" status: 204 len: 168 time: 0.8046653 Dec 16 14:41:06.658972 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b19e65cf-ab2a-41bf-a7c8-cd652fd3ed9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:06.726450 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-b19e65cf-ab2a-41bf-a7c8-cd652fd3ed9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:06.738240 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-b19e65cf-ab2a-41bf-a7c8-cd652fd3ed9b admin admin] Usage tracker for resource:security_group_rule and tenant:ae5c47bb04d94aa093e09921b58b7a25 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:41:06.743553 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-b19e65cf-ab2a-41bf-a7c8-cd652fd3ed9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:41:06.754012 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-b19e65cf-ab2a-41bf-a7c8-cd652fd3ed9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:06.917887 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b19e65cf-ab2a-41bf-a7c8-cd652fd3ed9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:06.925353 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b19e65cf-ab2a-41bf-a7c8-cd652fd3ed9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:06.939584 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-1b1d741d-bab5-48fa-aece-bed5fabfec38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:07.078032 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e65cf-ab2a-41bf-a7c8-cd652fd3ed9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256d271c-262b-417a-8dd1-a614f8f8dccb,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:07.105881 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-b19e65cf-ab2a-41bf-a7c8-cd652fd3ed9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:07.121349 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-b19e65cf-ab2a-41bf-a7c8-cd652fd3ed9b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ae5c47bb04d94aa093e09921b58b7a25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4953439 Dec 16 14:41:07.121779 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 58850) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:07.284426 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-4e1488bc-7932-4308-9516-7b5c6878f6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:07.365141 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-4e1488bc-7932-4308-9516-7b5c6878f6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:07.386170 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-48fffa82-da8e-4a57-8c4d-00cd36501900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:07.495203 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-4e1488bc-7932-4308-9516-7b5c6878f6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:07.502506 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-d7002db8-d7bc-4bda-96d8-f76038228259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:07.537273 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1488bc-7932-4308-9516-7b5c6878f6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256d271c-262b-417a-8dd1-a614f8f8dccb,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:07.566612 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-4e1488bc-7932-4308-9516-7b5c6878f6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:07.588926 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-4e1488bc-7932-4308-9516-7b5c6878f6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:07.590107 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-4e1488bc-7932-4308-9516-7b5c6878f6f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/256d271c-262b-417a-8dd1-a614f8f8dccb HTTP/1.1" status: 204 len: 168 time: 0.4673150 Dec 16 14:41:07.676896 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 58866) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:07.683902 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921415b-b01f-4f1e-b421-4417f4f350e1 req-4ed0647b-b137-48f6-864f-9a35f8152a51 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:07.686771 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a921415b-b01f-4f1e-b421-4417f4f350e1 req-4ed0647b-b137-48f6-864f-9a35f8152a51 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.4681928 Dec 16 14:41:07.835126 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a921415b-b01f-4f1e-b421-4417f4f350e1 req-b08b56c9-65ae-4d1a-b1c3-add1b2384890 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192496 Dec 16 14:41:07.885993 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-985dd2c2-6e76-487d-8b6e-4e1245b0d5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:07.925329 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-9e261f0d-f433-47d0-a4bb-8a962aa44aeb req-614a07d2-a7b5-420a-8efe-5ea63ae47448 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9e6a690-a099-494a-918a-6397c7839ef0 HTTP/1.1" status: 200 len: 210 time: 0.1480212 Dec 16 14:41:07.986221 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-985dd2c2-6e76-487d-8b6e-4e1245b0d5c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:07.995540 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-985dd2c2-6e76-487d-8b6e-4e1245b0d5c0 admin admin] Usage tracker for resource:security_group_rule and tenant:15c381dbafeb4761a98967e405031140 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:41:08.003386 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-985dd2c2-6e76-487d-8b6e-4e1245b0d5c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:41:08.016025 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-985dd2c2-6e76-487d-8b6e-4e1245b0d5c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:08.243096 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-985dd2c2-6e76-487d-8b6e-4e1245b0d5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:08.244600 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3e770-53b9-40ce-91ad-2134ee3308dc req-768f3cf3-7da5-481c-a124-55af636d2c53 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:08.247890 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-36a3e770-53b9-40ce-91ad-2134ee3308dc req-768f3cf3-7da5-481c-a124-55af636d2c53 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.1299551 Dec 16 14:41:08.251049 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-985dd2c2-6e76-487d-8b6e-4e1245b0d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:08.271364 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:08.347416 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-985dd2c2-6e76-487d-8b6e-4e1245b0d5c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15c381dbafeb4761a98967e405031140&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6570914 Dec 16 14:41:08.347416 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985dd2c2-6e76-487d-8b6e-4e1245b0d5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7181d21d-8584-4e0b-9fc5-efdab4f45500,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:08.350642 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-985dd2c2-6e76-487d-8b6e-4e1245b0d5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:08.365333 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 58876) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:08.403992 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05edd65-6a99-497b-ae5a-7a6c0c7ddfd3 req-aaee9ec2-e95d-46b8-aea8-bd97563583f5 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:08.407011 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a05edd65-6a99-497b-ae5a-7a6c0c7ddfd3 req-aaee9ec2-e95d-46b8-aea8-bd97563583f5 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.2951527 Dec 16 14:41:08.418663 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-36a3e770-53b9-40ce-91ad-2134ee3308dc req-544a7ffa-c31e-4d62-812a-4f63751fed44 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549313 Dec 16 14:41:08.580574 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 58884) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:08.621555 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-394d4772-8d52-4556-96ea-efc122a43ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:08.674652 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a05edd65-6a99-497b-ae5a-7a6c0c7ddfd3 req-bb861678-dc84-4a62-b1be-31b1168e246a tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551103 Dec 16 14:41:08.691558 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-819147e0-8e3e-4a73-bd28-a4aca5cde0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:08.704560 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-394d4772-8d52-4556-96ea-efc122a43ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:08.709475 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-394d4772-8d52-4556-96ea-efc122a43ef2 admin admin] Usage tracker for resource:security_group_rule and tenant:3564327c20f248f29bd899e263afdd99 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:41:08.713828 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-394d4772-8d52-4556-96ea-efc122a43ef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:41:08.725578 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-394d4772-8d52-4556-96ea-efc122a43ef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:08.804478 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-819147e0-8e3e-4a73-bd28-a4aca5cde0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:08.824660 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-7041e354-4ff7-4e3d-9914-b07cb50ed6fa tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:08.827103 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-7041e354-4ff7-4e3d-9914-b07cb50ed6fa tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.62 "GET /v2.0/networks?id=f4b482f8-e34c-4098-a09d-b37b542f2365 HTTP/1.1" status: 200 len: 809 time: 0.3731365 Dec 16 14:41:08.861600 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-149ea982-71c0-43ff-a754-e59e00bb0429 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Request body: {'port': {'device_id': 'f9e6a690-a099-494a-918a-6397c7839ef0', 'network_id': 'f4b482f8-e34c-4098-a09d-b37b542f2365', 'admin_state_up': True, 'tenant_id': '3880433975de467e8e37ed639e5500a1'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:41:09.054616 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-819147e0-8e3e-4a73-bd28-a4aca5cde0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:09.064962 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-50d16eca-dbf9-44b1-9bc1-005080a1e1eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:09.075076 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-394d4772-8d52-4556-96ea-efc122a43ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:09.091773 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819147e0-8e3e-4a73-bd28-a4aca5cde0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7181d21d-8584-4e0b-9fc5-efdab4f45500,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:09.094990 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-819147e0-8e3e-4a73-bd28-a4aca5cde0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:09.096493 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-149ea982-71c0-43ff-a754-e59e00bb0429 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:09.105725 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-149ea982-71c0-43ff-a754-e59e00bb0429 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Usage tracker for resource:port and tenant:3880433975de467e8e37ed639e5500a1 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:41:09.110770 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-149ea982-71c0-43ff-a754-e59e00bb0429 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:41:09.114592 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-819147e0-8e3e-4a73-bd28-a4aca5cde0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:09.116634 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-819147e0-8e3e-4a73-bd28-a4aca5cde0ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7181d21d-8584-4e0b-9fc5-efdab4f45500 HTTP/1.1" status: 204 len: 168 time: 0.7497149 Dec 16 14:41:09.124294 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-149ea982-71c0-43ff-a754-e59e00bb0429 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:09.132022 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-394d4772-8d52-4556-96ea-efc122a43ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:09.143694 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-149ea982-71c0-43ff-a754-e59e00bb0429 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Made reservation on behalf of 3880433975de467e8e37ed639e5500a1 for: {'port': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:41:09.147282 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-149ea982-71c0-43ff-a754-e59e00bb0429 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:09.163997 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-fddc0469-07e9-41b4-b783-80646f17daf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:09.356565 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d4772-8d52-4556-96ea-efc122a43ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8a0fee-8610-4773-a59d-07b30afcf8c9,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:09.371338 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-394d4772-8d52-4556-96ea-efc122a43ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:09.380935 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-394d4772-8d52-4556-96ea-efc122a43ef2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3564327c20f248f29bd899e263afdd99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7964425 Dec 16 14:41:09.385288 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 58912) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:09.433313 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27979786-9601-42a7-90b2-434ae6d6cb53 req-5df83670-5371-4195-997b-7c50a8230963 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:09.436615 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-27979786-9601-42a7-90b2-434ae6d6cb53 req-5df83670-5371-4195-997b-7c50a8230963 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.5745087 Dec 16 14:41:09.451421 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 58920) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:09.461076 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-fb1ea679-0ecc-4d75-b44c-e2fadd51f4b9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Request body: {'floatingip': {'port_id': '121ba03f-497c-4b41-a400-2ae3091231bf'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:41:09.696133 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2b8921e7-9033-4b98-829f-17d202d28b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:09.711554 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_common [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-149ea982-71c0-43ff-a754-e59e00bb0429 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Allocated IP 172.20.0.5 (f4b482f8-e34c-4098-a09d-b37b542f2365/4c49f0d5-853e-4ff3-8481-64a996b25838/91d195d5-9b2c-432b-b1e2-3224ea5a984a) {{(pid=82861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:41:09.796670 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2b8921e7-9033-4b98-829f-17d202d28b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:09.907990 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-22ec1d88-1a82-4b03-8e79-0b981e062d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:09.955657 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2b8921e7-9033-4b98-829f-17d202d28b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:09.965233 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-e0dd0424-a45b-4983-9449-381e950c636d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:09.977935 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-fb1ea679-0ecc-4d75-b44c-e2fadd51f4b9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for floatingip, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:10.042400 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8921e7-9033-4b98-829f-17d202d28b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8a0fee-8610-4773-a59d-07b30afcf8c9,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:10.077255 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-2b8921e7-9033-4b98-829f-17d202d28b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:10.092655 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-07a8384a-121a-4794-966b-ff7d93796497 req-b47b05e4-9a2c-456d-9e93-25a3e755ff65 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Synchronizing usage tracker for tenant:3880433975de467e8e37ed639e5500a1 on resource:port {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:41:10.266136 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2b8921e7-9033-4b98-829f-17d202d28b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:10.272409 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-2b8921e7-9033-4b98-829f-17d202d28b7d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec8a0fee-8610-4773-a59d-07b30afcf8c9 HTTP/1.1" status: 204 len: 168 time: 0.8827164 Dec 16 14:41:10.280747 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-07a8384a-121a-4794-966b-ff7d93796497 req-b47b05e4-9a2c-456d-9e93-25a3e755ff65 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Unset dirty status for tenant:3880433975de467e8e37ed639e5500a1 on resource:port {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:41:10.283029 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-07a8384a-121a-4794-966b-ff7d93796497 req-b47b05e4-9a2c-456d-9e93-25a3e755ff65 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9e6a690-a099-494a-918a-6397c7839ef0 HTTP/1.1" status: 200 len: 210 time: 0.3219547 Dec 16 14:41:10.571153 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-149ea982-71c0-43ff-a754-e59e00bb0429 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Notify callbacks [] for port, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:10.648194 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0722e-6e82-409f-aad4-5dbe4787943c req-16f98766-950c-4dcd-b89e-b1a5b13e06b7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:10.649849 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d3c0722e-6e82-409f-aad4-5dbe4787943c req-16f98766-950c-4dcd-b89e-b1a5b13e06b7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.8572016 Dec 16 14:41:10.690695 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-149ea982-71c0-43ff-a754-e59e00bb0429 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:10.709729 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:10.745748 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:10.924159 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d3c0722e-6e82-409f-aad4-5dbe4787943c req-0eb0874a-0b4f-42a7-89fb-cdb116ba7574 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379792 Dec 16 14:41:10.927225 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-149ea982-71c0-43ff-a754-e59e00bb0429 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Network f4b482f8-e34c-4098-a09d-b37b542f2365 is already hosted by enough agents. {{(pid=82861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:41:10.933256 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-149ea982-71c0-43ff-a754-e59e00bb0429 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Resources bound (agent type, host, resource id): {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:41:10.941772 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-149ea982-71c0-43ff-a754-e59e00bb0429 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Received port after_create {{(pid=82861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:41:10.976116 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ea982-71c0-43ff-a754-e59e00bb0429 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Pushing event updated for resources: {'Port': ['ID=91d195d5-9b2c-432b-b1e2-3224ea5a984a,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:10.983628 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-149ea982-71c0-43ff-a754-e59e00bb0429 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:11.055574 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:11.062886 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-149ea982-71c0-43ff-a754-e59e00bb0429 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:11.063561 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-149ea982-71c0-43ff-a754-e59e00bb0429 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:11.101840 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-149ea982-71c0-43ff-a754-e59e00bb0429 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2470019 Dec 16 14:41:11.167360 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] Request body: {'port': {'device_id': 'f9e6a690-a099-494a-918a-6397c7839ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:41:11.373537 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:11.741298 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-fb1ea679-0ecc-4d75-b44c-e2fadd51f4b9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:11.751841 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-fb1ea679-0ecc-4d75-b44c-e2fadd51f4b9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377752'] for floatingip, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:12.136205 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:41:12.389472 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:12.605589 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d195d5-9b2c-432b-b1e2-3224ea5a984a {{(pid=82861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:41:12.633071 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:12.665307 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.provisioning_blocks [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] Transition to ACTIVE for port object 91d195d5-9b2c-432b-b1e2-3224ea5a984a will not be triggered until provisioned by entity L2. {{(pid=82861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:41:12.746534 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:12.814136 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:12.897521 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d38662-f6c3-4bd7-9e9b-07cff2615d88 req-d7724af2-5181-47c3-bda9-983d83a9daa9 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:12.922204 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c1d38662-f6c3-4bd7-9e9b-07cff2615d88 req-d7724af2-5181-47c3-bda9-983d83a9daa9 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.4043586 Dec 16 14:41:13.095523 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.db.l3_db [None req-fb1ea679-0ecc-4d75-b44c-e2fadd51f4b9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Floating IP 2de20c1b-3669-49ec-a642-e88d584a9873 associated. External IP: 172.28.3.232, port: 121ba03f-497c-4b41-a400-2ae3091231bf. Dec 16 14:41:13.268063 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c1d38662-f6c3-4bd7-9e9b-07cff2615d88 req-f642fb39-6e04-44d1-8783-d367da57454a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3378818 Dec 16 14:41:13.323127 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=91d195d5-9b2c-432b-b1e2-3224ea5a984a,revision_number=2']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:13.348950 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:13.388749 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490820d-555e-4bc1-bbf6-a365c4c5dd40 req-4ab64bf4-dff8-4afb-a824-1b5ad969a509 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:13.394060 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:13.396839 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-3490820d-555e-4bc1-bbf6-a365c4c5dd40 req-4ab64bf4-dff8-4afb-a824-1b5ad969a509 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9e6a690-a099-494a-918a-6397c7839ef0 HTTP/1.1" status: 200 len: 943 time: 0.9132221 Dec 16 14:41:13.450090 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 59012) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:13.452288 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-3490820d-555e-4bc1-bbf6-a365c4c5dd40 req-1e13f194-c525-4f35-9ed0-71b6226ff287 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Synchronizing usage tracker for tenant:3880433975de467e8e37ed639e5500a1 on resource:security_group {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:41:13.459310 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] Attempting to bind port 91d195d5-9b2c-432b-b1e2-3224ea5a984a on host hv-cinder-82189 for vnic_type normal with profile {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:41:13.459310 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] Attempting to bind port 91d195d5-9b2c-432b-b1e2-3224ea5a984a by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'ea14126c-6653-4838-b8f2-7edb01bdf76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f4b482f8-e34c-4098-a09d-b37b542f2365'}] {{(pid=82861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:41:13.459667 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] Attempting to bind port 91d195d5-9b2c-432b-b1e2-3224ea5a984a on network f4b482f8-e34c-4098-a09d-b37b542f2365 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:41:13.495401 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-3490820d-555e-4bc1-bbf6-a365c4c5dd40 req-1e13f194-c525-4f35-9ed0-71b6226ff287 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Unset dirty status for tenant:3880433975de467e8e37ed639e5500a1 on resource:security_group {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:41:13.509674 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-3490820d-555e-4bc1-bbf6-a365c4c5dd40 req-1e13f194-c525-4f35-9ed0-71b6226ff287 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e1a821-b863-42ed-82c7-13d3397ec89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112361 Dec 16 14:41:13.512289 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] Port 91d195d5-9b2c-432b-b1e2-3224ea5a984a on network f4b482f8-e34c-4098-a09d-b37b542f2365 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 16 14:41:13.512289 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] Attempting to bind port 91d195d5-9b2c-432b-b1e2-3224ea5a984a on network f4b482f8-e34c-4098-a09d-b37b542f2365 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:41:13.527115 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] Checking agent: {'id': '01466b47-b9e9-4bec-ae02-30c05024f419', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:41:13.527437 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] Checking segment: {'id': 'ea14126c-6653-4838-b8f2-7edb01bdf76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f4b482f8-e34c-4098-a09d-b37b542f2365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:41:13.527813 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] Bound using segment: {'id': 'ea14126c-6653-4838-b8f2-7edb01bdf76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f4b482f8-e34c-4098-a09d-b37b542f2365'} {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:41:13.530534 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] Bound port: 91d195d5-9b2c-432b-b1e2-3224ea5a984a, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea14126c-6653-4838-b8f2-7edb01bdf76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f4b482f8-e34c-4098-a09d-b37b542f2365'}}] {{(pid=82861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:41:13.543874 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:13.676281 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] For port 91d195d5-9b2c-432b-b1e2-3224ea5a984a, host hv-cinder-82189, cleared binding levels {{(pid=82861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:41:13.681589 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] For port 91d195d5-9b2c-432b-b1e2-3224ea5a984a, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=91d195d5-9b2c-432b-b1e2-3224ea5a984a,segment=NetworkSegment(ea14126c-6653-4838-b8f2-7edb01bdf76e),segment_id=ea14126c-6653-4838-b8f2-7edb01bdf76e)] {{(pid=82861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:41:13.690779 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:13.699745 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:13.773485 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:13.775265 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] 10.222.0.62 "PUT /v2.0/ports/91d195d5-9b2c-432b-b1e2-3224ea5a984a HTTP/1.1" status: 200 len: 1093 time: 2.6137974 Dec 16 14:41:13.775866 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e6a690-a099-494a-918a-6397c7839ef0', 'tag': '91d195d5-9b2c-432b-b1e2-3224ea5a984a'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:41:13.824383 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=91d195d5-9b2c-432b-b1e2-3224ea5a984a,revision_number=3']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:13.858445 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:13.926001 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e6a690-a099-494a-918a-6397c7839ef0', 'tag': '91d195d5-9b2c-432b-b1e2-3224ea5a984a', 'status': 'completed', 'code': 200} Dec 16 14:41:14.002528 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-b9334a79-e4b0-40f0-a5fd-d5b250f61c09 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3880433975de467e8e37ed639e5500a1&device_id=f9e6a690-a099-494a-918a-6397c7839ef0 HTTP/1.1" status: 200 len: 1096 time: 0.1253049 Dec 16 14:41:14.097572 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-323770b4-bcd3-40a8-9037-09bc628c99c3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91d195d5-9b2c-432b-b1e2-3224ea5a984a HTTP/1.1" status: 200 len: 217 time: 0.0812852 Dec 16 14:41:14.130657 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1ea679-0ecc-4d75-b44c-e2fadd51f4b9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Router de11e157-c4bf-4c65-8787-cc519c4f0a9c has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:41:14.257892 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-803daf09-40e4-4e4b-9881-fb4af31cbf27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:14.266947 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-803daf09-40e4-4e4b-9881-fb4af31cbf27 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c49f0d5-853e-4ff3-8481-64a996b25838 HTTP/1.1" status: 200 len: 849 time: 0.1614537 Dec 16 14:41:14.462434 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-87f256a9-280c-4bd4-966f-e13d760ee185 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4b482f8-e34c-4098-a09d-b37b542f2365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1823890 Dec 16 14:41:14.465261 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8c789947-9483-4b68-b74f-c0dd18c9cb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:14.635277 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1ea679-0ecc-4d75-b44c-e2fadd51f4b9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:41:14.664932 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b389ff6e-a7a3-4833-94d7-a7344e792bd9 None None] Sync routers for ids ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'] in dv-cinder-821893-3-smb {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:41:14.688781 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b389ff6e-a7a3-4833-94d7-a7344e792bd9 None None] Routers {'de11e157-c4bf-4c65-8787-cc519c4f0a9c'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:41:14.689545 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-b389ff6e-a7a3-4833-94d7-a7344e792bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:41:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:41:14.733910 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 59040) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:14.804807 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-8c789947-9483-4b68-b74f-c0dd18c9cb85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:14.823549 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-fb1ea679-0ecc-4d75-b44c-e2fadd51f4b9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for floatingip, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:14.860139 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-8c789947-9483-4b68-b74f-c0dd18c9cb85 admin admin] Usage tracker for resource:security_group_rule and tenant:3831aab048f14fb7aa7f3ec324343224 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:41:14.888208 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-8c789947-9483-4b68-b74f-c0dd18c9cb85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:41:14.912920 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-8c789947-9483-4b68-b74f-c0dd18c9cb85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:14.937134 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-010a0313-c044-47a8-b985-0db3ee4fcb12 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b482f8-e34c-4098-a09d-b37b542f2365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318917 Dec 16 14:41:14.985355 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-fb1ea679-0ecc-4d75-b44c-e2fadd51f4b9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "PUT /v2.0/floatingips/2de20c1b-3669-49ec-a642-e88d584a9873 HTTP/1.1" status: 200 len: 992 time: 5.5314889 Dec 16 14:41:14.989147 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a792867d-2107-4beb-8825-0e2d957931b0', 'tag': '121ba03f-497c-4b41-a400-2ae3091231bf'}] {{(pid=82860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:41:15.013790 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-b389ff6e-a7a3-4833-94d7-a7344e792bd9 None None] Set router de11e157-c4bf-4c65-8787-cc519c4f0a9c gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:41:15.116042 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787087a-0e7f-47a4-800b-929c0a86c870 req-886c8dfb-830a-4ae9-a320-895fd1b5336f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:15.121885 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-1787087a-0e7f-47a4-800b-929c0a86c870 req-886c8dfb-830a-4ae9-a320-895fd1b5336f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.4753976 Dec 16 14:41:15.287224 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-1787087a-0e7f-47a4-800b-929c0a86c870 req-2d1648d6-811b-4fc1-9b66-7dd4c2ba6573 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577635 Dec 16 14:41:15.622775 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1af9-83f3-4c06-a712-2baf6d526b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:15.693278 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-25d4110e-73ed-46ef-866b-d5673b3030c5 req-dfbe5cfa-b438-4d12-94f9-a7570d787abe service neutron] 10.222.0.62 "GET /v2.0/networks/f4b482f8-e34c-4098-a09d-b37b542f2365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7413919 Dec 16 14:41:15.740191 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8c789947-9483-4b68-b74f-c0dd18c9cb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:15.770630 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f9f2fd18-8295-4dcd-81bb-6825cda9f3d6 req-3f4213e8-f5fd-47d2-8132-179a5d96f09f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be21f06220c9415f8c855afb6556a878&device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 1098 time: 0.3190432 Dec 16 14:41:15.882703 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8c789947-9483-4b68-b74f-c0dd18c9cb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:15.989824 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a792867d-2107-4beb-8825-0e2d957931b0', 'tag': '121ba03f-497c-4b41-a400-2ae3091231bf', 'status': 'completed', 'code': 200} Dec 16 14:41:16.016203 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-d5964157-5a31-41e8-b0c9-c5fc12be5433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:16.054524 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-2ffe1af9-83f3-4c06-a712-2baf6d526b65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:16.162136 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2fd18-8295-4dcd-81bb-6825cda9f3d6 req-d21fec89-d55d-4dad-a3cb-c90c791aadfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:16.163762 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f9f2fd18-8295-4dcd-81bb-6825cda9f3d6 req-d21fec89-d55d-4dad-a3cb-c90c791aadfa service neutron] 10.222.0.62 "GET /v2.0/networks?id=95cfc6cc-2bf9-4352-9f9e-27747b195118 HTTP/1.1" status: 200 len: 919 time: 0.3382323 Dec 16 14:41:16.232835 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-2ffe1af9-83f3-4c06-a712-2baf6d526b65 admin admin] Usage tracker for resource:security_group_rule and tenant:22933ae4a21f40df82847cbef87cad92 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:41:16.245458 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-8c789947-9483-4b68-b74f-c0dd18c9cb85 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3831aab048f14fb7aa7f3ec324343224&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7890372 Dec 16 14:41:16.260862 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 59076) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:16.264838 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-2ffe1af9-83f3-4c06-a712-2baf6d526b65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:41:16.309025 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f9f2fd18-8295-4dcd-81bb-6825cda9f3d6 req-8e4cc824-1d01-4453-be4d-8a40525ade0d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9e0c808-6c3a-425a-acdf-0cf262a73bf1 HTTP/1.1" status: 200 len: 217 time: 0.1326964 Dec 16 14:41:16.332728 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-2ffe1af9-83f3-4c06-a712-2baf6d526b65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:16.440485 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:41:16.480195 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-b389ff6e-a7a3-4833-94d7-a7344e792bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'name': 'tempest-AttachVolumeTestJSON-987410366-router', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199'}], 'enable_snat': True}, 'gw_port_id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:23Z', 'updated_at': '2021-12-16T14:40:31Z', 'revision_number': 4, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'gw_port': {'id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:24Z', 'updated_at': '2021-12-16T14:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_floatingips': [{'id': '2de20c1b-3669-49ec-a642-e88d584a9873', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'floating_ip_address': '172.28.3.232', 'floating_network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'router_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'port_id': '121ba03f-497c-4b41-a400-2ae3091231bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'mac_address': 'fa:16:3e:15:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a792867d-2107-4beb-8825-0e2d957931b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:41:11Z', 'revision_number': 1, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb', 'name': '', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'mac_address': 'fa:16:3e:37:cb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:30Z', 'updated_at': '2021-12-16T14:40:45Z', 'revision_number': 5, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'subnets': [{'id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:41:16.499190 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b389ff6e-a7a3-4833-94d7-a7344e792bd9 None None] Checking router: de11e157-c4bf-4c65-8787-cc519c4f0a9c for host: dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:41:16.534933 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b389ff6e-a7a3-4833-94d7-a7344e792bd9 None None] Routers {'de11e157-c4bf-4c65-8787-cc519c4f0a9c'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:41:16.535665 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-b389ff6e-a7a3-4833-94d7-a7344e792bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:41:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:41:16.541701 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1af9-83f3-4c06-a712-2baf6d526b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:16.622847 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c789947-9483-4b68-b74f-c0dd18c9cb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefbb1b8-08e1-4367-95b5-f78de1a2de49,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:16.626095 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1af9-83f3-4c06-a712-2baf6d526b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:16.695549 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-8c789947-9483-4b68-b74f-c0dd18c9cb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:16.696060 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-8c789947-9483-4b68-b74f-c0dd18c9cb85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:16.703656 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a11dc75d-00cc-47ce-86b8-021f108a530c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:16.718524 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c080a37a-4210-4d75-81cb-2972e5831188 req-bf7ed304-1ada-4a9a-b1b3-983ce69975ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3880433975de467e8e37ed639e5500a1&device_id=f9e6a690-a099-494a-918a-6397c7839ef0 HTTP/1.1" status: 200 len: 1096 time: 0.8509703 Dec 16 14:41:16.722012 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-2ffe1af9-83f3-4c06-a712-2baf6d526b65 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=22933ae4a21f40df82847cbef87cad92&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9867165 Dec 16 14:41:16.726870 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 59100) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:16.828709 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2fd18-8295-4dcd-81bb-6825cda9f3d6 req-5fc4b22d-5da2-477a-8c8c-c60193e3ce99 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:16.831395 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f9f2fd18-8295-4dcd-81bb-6825cda9f3d6 req-5fc4b22d-5da2-477a-8c8c-c60193e3ce99 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e HTTP/1.1" status: 200 len: 858 time: 0.3876009 Dec 16 14:41:16.909700 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:41:16.943123 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Returning: {'device': '2eb0bd28-703a-4b3f-b4d8-a8a3322b412a', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'port_id': '2eb0bd28-703a-4b3f-b4d8-a8a3322b412a', 'mac_address': 'fa:16:3e:7f:8f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:41:16.972841 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a11dc75d-00cc-47ce-86b8-021f108a530c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:16.979581 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080a37a-4210-4d75-81cb-2972e5831188 req-5dda7e4b-33b5-4d1b-977f-bd8a6f5813f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:16.981955 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c080a37a-4210-4d75-81cb-2972e5831188 req-5dda7e4b-33b5-4d1b-977f-bd8a6f5813f2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f4b482f8-e34c-4098-a09d-b37b542f2365 HTTP/1.1" status: 200 len: 910 time: 0.2495868 Dec 16 14:41:16.994176 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f9f2fd18-8295-4dcd-81bb-6825cda9f3d6 req-58fad629-1736-4a82-aa02-6e391d561f0b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95cfc6cc-2bf9-4352-9f9e-27747b195118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228170 Dec 16 14:41:17.012594 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc5869-10a7-4ffe-85e2-e1b7e4951a55 req-3fa677f9-0fe3-4ba9-ad7e-3a4b2c1d14bf tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:17.021697 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-90bc5869-10a7-4ffe-85e2-e1b7e4951a55 req-3fa677f9-0fe3-4ba9-ad7e-3a4b2c1d14bf tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.7307639 Dec 16 14:41:17.066595 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-b389ff6e-a7a3-4833-94d7-a7344e792bd9 None None] Set router de11e157-c4bf-4c65-8787-cc519c4f0a9c gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:41:17.102950 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:17.149329 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a {{(pid=82862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:41:17.185006 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:41:17.194858 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:17.197033 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:17.274301 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d0044-aa2d-4309-b4b4-d9b3e7897b7e req-138a8d60-a651-4ac6-b385-3fc1107a7b85 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:17.282548 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d82d0044-aa2d-4309-b4b4-d9b3e7897b7e req-138a8d60-a651-4ac6-b385-3fc1107a7b85 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9e6a690-a099-494a-918a-6397c7839ef0 HTTP/1.1" status: 200 len: 943 time: 1.5703347 Dec 16 14:41:17.285793 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c080a37a-4210-4d75-81cb-2972e5831188 req-75bd4e7b-b41e-4e1d-8cdc-d0e07fe302a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91d195d5-9b2c-432b-b1e2-3224ea5a984a HTTP/1.1" status: 200 len: 217 time: 0.2840018 Dec 16 14:41:17.289362 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe1af9-83f3-4c06-a712-2baf6d526b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b003d9-cda5-4f92-9a71-ffe17b20f04a,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:17.296314 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-2ffe1af9-83f3-4c06-a712-2baf6d526b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:17.344093 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-80aec945-4454-4d25-a465-a8ca2f90bae8 req-74809fd4-8ea5-4597-8728-2dc805d02888 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7243b1f0c7ab4a34a702c78e169b9461&device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 1099 time: 1.3113716 Dec 16 14:41:17.362828 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a,revision_number=6']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:17.369259 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:17.397597 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f9f2fd18-8295-4dcd-81bb-6825cda9f3d6 req-1542bc36-cfe7-4f49-8397-4b2933a48cf1 service neutron] 10.222.0.62 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738291 Dec 16 14:41:17.398490 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 59112) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:17.405763 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8407193c-5cbb-4c7d-a336-1a25e8df8f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:17.465221 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['2eb0bd28-703a-4b3f-b4d8-a8a3322b412a'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:41:17.728885 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d82d0044-aa2d-4309-b4b4-d9b3e7897b7e req-cc885387-bbc8-4afb-90db-a3a7dfd37533 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e1a821-b863-42ed-82c7-13d3397ec89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429781 Dec 16 14:41:17.760340 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f9f2fd18-8295-4dcd-81bb-6825cda9f3d6 req-1f20d725-e4b1-4184-b626-355123d4999d service neutron] 10.222.0.62 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269479 Dec 16 14:41:17.770789 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8407193c-5cbb-4c7d-a336-1a25e8df8f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:17.802278 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a11dc75d-00cc-47ce-86b8-021f108a530c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:17.812226 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-93865b69-419e-4b12-a39a-4beeef6e32a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:17.820607 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080a37a-4210-4d75-81cb-2972e5831188 req-5d39a71f-ad9c-40de-be44-f0d62cfa8834 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:17.822118 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c080a37a-4210-4d75-81cb-2972e5831188 req-5d39a71f-ad9c-40de-be44-f0d62cfa8834 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c49f0d5-853e-4ff3-8481-64a996b25838 HTTP/1.1" status: 200 len: 849 time: 0.4888985 Dec 16 14:41:17.850994 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11dc75d-00cc-47ce-86b8-021f108a530c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefbb1b8-08e1-4367-95b5-f78de1a2de49,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:17.876519 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-90bc5869-10a7-4ffe-85e2-e1b7e4951a55 req-606bcb0a-7ce6-4c64-9b3f-e849edc99715 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8265018 Dec 16 14:41:17.877808 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-a11dc75d-00cc-47ce-86b8-021f108a530c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:17.931834 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a11dc75d-00cc-47ce-86b8-021f108a530c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:17.933287 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-a11dc75d-00cc-47ce-86b8-021f108a530c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cefbb1b8-08e1-4367-95b5-f78de1a2de49 HTTP/1.1" status: 204 len: 168 time: 1.6382070 Dec 16 14:41:18.094281 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-da02fb41-c516-40e8-8a91-eba4c444eb77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:18.128058 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c080a37a-4210-4d75-81cb-2972e5831188 req-bb3c1238-190e-416c-9855-0f00eb55ae1f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4b482f8-e34c-4098-a09d-b37b542f2365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2857702 Dec 16 14:41:18.148461 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-b389ff6e-a7a3-4833-94d7-a7344e792bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'name': 'tempest-AttachVolumeTestJSON-987410366-router', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199'}], 'enable_snat': True}, 'gw_port_id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:23Z', 'updated_at': '2021-12-16T14:40:31Z', 'revision_number': 4, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'gw_port': {'id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:24Z', 'updated_at': '2021-12-16T14:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_floatingips': [{'id': '2de20c1b-3669-49ec-a642-e88d584a9873', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'floating_ip_address': '172.28.3.232', 'floating_network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'router_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'port_id': '121ba03f-497c-4b41-a400-2ae3091231bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'mac_address': 'fa:16:3e:15:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a792867d-2107-4beb-8825-0e2d957931b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:41:11Z', 'revision_number': 1, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb', 'name': '', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'mac_address': 'fa:16:3e:37:cb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:30Z', 'updated_at': '2021-12-16T14:40:45Z', 'revision_number': 5, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'subnets': [{'id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:41:18.162430 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b389ff6e-a7a3-4833-94d7-a7344e792bd9 None None] The sync data for ids ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'] in dv-cinder-821893-3-smb is: [{'id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'name': 'tempest-AttachVolumeTestJSON-987410366-router', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199'}], 'enable_snat': True}, 'gw_port_id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:23Z', 'updated_at': '2021-12-16T14:40:31Z', 'revision_number': 4, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'gw_port': {'id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:24Z', 'updated_at': '2021-12-16T14:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_floatingips': [{'id': '2de20c1b-3669-49ec-a642-e88d584a9873', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'floating_ip_address': '172.28.3.232', 'floating_network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'router_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'port_id': '121ba03f-497c-4b41-a400-2ae3091231bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'mac_address': 'fa:16:3e:15:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a792867d-2107-4beb-8825-0e2d957931b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:41:11Z', 'revision_number': 1, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb', 'name': '', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'mac_address': 'fa:16:3e:37:cb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:30Z', 'updated_at': '2021-12-16T14:40:45Z', 'revision_number': 5, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'subnets': [{'id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:41:18.204031 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-da02fb41-c516-40e8-8a91-eba4c444eb77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:18.223496 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-da02fb41-c516-40e8-8a91-eba4c444eb77 admin admin] Usage tracker for resource:security_group_rule and tenant:c434331b25bf401b9524d44120a893c1 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:41:18.237982 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-da02fb41-c516-40e8-8a91-eba4c444eb77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:41:18.252657 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-da02fb41-c516-40e8-8a91-eba4c444eb77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:18.352356 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8407193c-5cbb-4c7d-a336-1a25e8df8f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:18.375316 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-e5e0174a-8a7e-4963-b34c-a485edcee72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:18.455887 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aec945-4454-4d25-a465-a8ca2f90bae8 req-84693e27-1de3-4a8e-ab20-747162e29c85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:18.458580 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-80aec945-4454-4d25-a465-a8ca2f90bae8 req-84693e27-1de3-4a8e-ab20-747162e29c85 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f57735e-9b2a-4e4f-b94e-2d78693e986e HTTP/1.1" status: 200 len: 911 time: 1.0247865 Dec 16 14:41:18.467899 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 91d195d5-9b2c-432b-b1e2-3224ea5a984a details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:41:18.599897 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407193c-5cbb-4c7d-a336-1a25e8df8f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b003d9-cda5-4f92-9a71-ffe17b20f04a,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:18.608452 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-8407193c-5cbb-4c7d-a336-1a25e8df8f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:18.669047 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8407193c-5cbb-4c7d-a336-1a25e8df8f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:18.671162 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-8407193c-5cbb-4c7d-a336-1a25e8df8f31 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0b003d9-cda5-4f92-9a71-ffe17b20f04a HTTP/1.1" status: 204 len: 168 time: 1.9142947 Dec 16 14:41:18.747130 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-da02fb41-c516-40e8-8a91-eba4c444eb77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:18.753965 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-da02fb41-c516-40e8-8a91-eba4c444eb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:18.789947 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-40ae7ece-a9b6-4598-942d-43863d72b520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:18.832573 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-da02fb41-c516-40e8-8a91-eba4c444eb77 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c434331b25bf401b9524d44120a893c1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4209554 Dec 16 14:41:18.838012 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 59158) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:18.872559 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-80aec945-4454-4d25-a465-a8ca2f90bae8 req-75d1475f-a7bb-45ab-9cfc-7b4eedbeabcc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=121ba03f-497c-4b41-a400-2ae3091231bf HTTP/1.1" status: 200 len: 1000 time: 0.4000258 Dec 16 14:41:18.883675 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fde82-0f8b-445c-b172-d825f0b095a0 req-a58412aa-525e-40a7-8f7f-613f097e66a9 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:18.886255 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-af4fde82-0f8b-445c-b172-d825f0b095a0 req-a58412aa-525e-40a7-8f7f-613f097e66a9 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 945 time: 0.7710748 Dec 16 14:41:18.892345 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a up at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:41:18.941177 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02fb41-c516-40e8-8a91-eba4c444eb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5f2561-99a7-47bd-ac6e-48d0caea68bd,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:18.947221 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-da02fb41-c516-40e8-8a91-eba4c444eb77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:18.956898 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537841a7-933d-4883-b9b0-c6f1dc70d9fa None None] New status for floating IP 2de20c1b-3669-49ec-a642-e88d584a9873: ACTIVE {{(pid=82862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 16 14:41:18.981336 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c080a37a-4210-4d75-81cb-2972e5831188 req-5609510b-7522-4ac5-8da0-54ce85094e9c service neutron] 10.222.0.62 "GET /v2.0/networks/f4b482f8-e34c-4098-a09d-b37b542f2365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7452626 Dec 16 14:41:19.038816 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c90845ef-50cb-4052-b7d4-3eeb5d1e101c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:19.099952 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c90845ef-50cb-4052-b7d4-3eeb5d1e101c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:19.262474 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-af4fde82-0f8b-445c-b172-d825f0b095a0 req-3419e518-24c5-465f-ac9a-5216b869e1bb tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2859547 Dec 16 14:41:19.303614 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aec945-4454-4d25-a465-a8ca2f90bae8 req-8eb00a98-cf45-4868-b06a-e86eb107ec78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:19.318878 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-80aec945-4454-4d25-a465-a8ca2f90bae8 req-8eb00a98-cf45-4868-b06a-e86eb107ec78 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fbefad8-3896-4ba2-9bf0-fdf6065ed622 HTTP/1.1" status: 200 len: 849 time: 0.4308081 Dec 16 14:41:19.375810 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c90845ef-50cb-4052-b7d4-3eeb5d1e101c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:19.392683 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 59170) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:19.395872 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-a465fcf7-5c7d-4592-8566-d4256bb00157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:19.476424 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90845ef-50cb-4052-b7d4-3eeb5d1e101c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5f2561-99a7-47bd-ac6e-48d0caea68bd,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:19.486383 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 91d195d5-9b2c-432b-b1e2-3224ea5a984a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=91d195d5-9b2c-432b-b1e2-3224ea5a984a,segment=NetworkSegment(ea14126c-6653-4838-b8f2-7edb01bdf76e),segment_id=ea14126c-6653-4838-b8f2-7edb01bdf76e)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:41:19.492293 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-c90845ef-50cb-4052-b7d4-3eeb5d1e101c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:19.580145 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-218ee79f-94fe-41f7-9cb7-0150d709e5db admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:19.629148 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c90845ef-50cb-4052-b7d4-3eeb5d1e101c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:19.639173 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-c90845ef-50cb-4052-b7d4-3eeb5d1e101c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ef5f2561-99a7-47bd-ac6e-48d0caea68bd HTTP/1.1" status: 204 len: 168 time: 0.7940605 Dec 16 14:41:19.652694 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6dca61-22b1-4b33-89ae-213bb98dc8d6 req-4bd8680a-46fc-45d2-8605-6dc34bfcde64 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:19.667579 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-bb6dca61-22b1-4b33-89ae-213bb98dc8d6 req-4bd8680a-46fc-45d2-8605-6dc34bfcde64 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9e6a690-a099-494a-918a-6397c7839ef0 HTTP/1.1" status: 200 len: 943 time: 0.5005429 Dec 16 14:41:19.816860 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-bb6dca61-22b1-4b33-89ae-213bb98dc8d6 req-be9f7951-5ee4-4f09-875f-14165fe25598 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e1a821-b863-42ed-82c7-13d3397ec89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470664 Dec 16 14:41:19.837191 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-218ee79f-94fe-41f7-9cb7-0150d709e5db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:19.850979 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-218ee79f-94fe-41f7-9cb7-0150d709e5db admin admin] Usage tracker for resource:security_group_rule and tenant:b598f25b04044125a8d1a3ffe780cd1c is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:41:19.865727 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-218ee79f-94fe-41f7-9cb7-0150d709e5db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:41:19.873536 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-218ee79f-94fe-41f7-9cb7-0150d709e5db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:19.945256 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c080a37a-4210-4d75-81cb-2972e5831188 req-3c858957-7a8c-468a-8101-ddbafea66867 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b482f8-e34c-4098-a09d-b37b542f2365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9163508 Dec 16 14:41:19.978608 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 59186) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:20.075471 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-80aec945-4454-4d25-a465-a8ca2f90bae8 req-e8b5a013-d87c-4cf1-b456-ff6807b10cf2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f57735e-9b2a-4e4f-b94e-2d78693e986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7350559 Dec 16 14:41:20.095665 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-542877c9-5657-458e-b662-0b1bda7f7664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:20.142260 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Returning: {'device': '91d195d5-9b2c-432b-b1e2-3224ea5a984a', 'network_id': 'f4b482f8-e34c-4098-a09d-b37b542f2365', 'port_id': '91d195d5-9b2c-432b-b1e2-3224ea5a984a', 'mac_address': 'fa:16:3e:31:e3:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c49f0d5-853e-4ff3-8481-64a996b25838', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:41:20.253238 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-218ee79f-94fe-41f7-9cb7-0150d709e5db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:20.291113 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-218ee79f-94fe-41f7-9cb7-0150d709e5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:20.328107 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-f68c3130-7c0d-43bc-bde5-40c3337d5e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:20.416575 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ee79f-94fe-41f7-9cb7-0150d709e5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cca4265-8530-4a44-8f3e-7f81e601fc88,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:20.431536 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-218ee79f-94fe-41f7-9cb7-0150d709e5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:20.440868 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-542877c9-5657-458e-b662-0b1bda7f7664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:20.500557 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-542877c9-5657-458e-b662-0b1bda7f7664 admin admin] Usage tracker for resource:security_group_rule and tenant:1a4fc04ea3bf48c98eccf46d94e3ce70 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:41:20.522242 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 59194) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:20.523611 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-542877c9-5657-458e-b662-0b1bda7f7664 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:41:20.528879 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0941fbe-0004-48ae-91eb-e2915c60b7b1 req-d822c823-1c9f-4966-8741-d976a309a5b8 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:20.537246 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e0941fbe-0004-48ae-91eb-e2915c60b7b1 req-d822c823-1c9f-4966-8741-d976a309a5b8 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.5445573 Dec 16 14:41:20.571492 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-542877c9-5657-458e-b662-0b1bda7f7664 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:20.592851 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-218ee79f-94fe-41f7-9cb7-0150d709e5db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b598f25b04044125a8d1a3ffe780cd1c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1786418 Dec 16 14:41:20.594089 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 59200) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:20.699352 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning complete for port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:41:20.699968 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:20.800425 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e0941fbe-0004-48ae-91eb-e2915c60b7b1 req-6ea8c860-95cc-4592-8343-3c21dd07e0ef tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220540 Dec 16 14:41:20.824177 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:20.850861 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d195d5-9b2c-432b-b1e2-3224ea5a984a {{(pid=82862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:41:20.918752 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 91d195d5-9b2c-432b-b1e2-3224ea5a984a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=91d195d5-9b2c-432b-b1e2-3224ea5a984a,segment=NetworkSegment(ea14126c-6653-4838-b8f2-7edb01bdf76e),segment_id=ea14126c-6653-4838-b8f2-7edb01bdf76e)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:41:20.935545 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:20.943160 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:20.953702 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-80aec945-4454-4d25-a465-a8ca2f90bae8 req-9c928f37-c131-4918-ba54-528b644a574f service neutron] 10.222.0.62 "GET /v2.0/networks/4f57735e-9b2a-4e4f-b94e-2d78693e986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8531477 Dec 16 14:41:21.035070 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=91d195d5-9b2c-432b-b1e2-3224ea5a984a,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:21.047622 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:21.049428 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:21.094733 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:41:21.096260 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a18f218-5bc0-4ffd-ad59-86e315b7487e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb0bd28-703a-4b3f-b4d8-a8a3322b412a'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:41:21.107107 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:21.110771 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:21.149067 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-542877c9-5657-458e-b662-0b1bda7f7664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:21.198207 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a,revision_number=7']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:21.217783 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:21.359783 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-542877c9-5657-458e-b662-0b1bda7f7664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:21.368163 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['91d195d5-9b2c-432b-b1e2-3224ea5a984a'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:41:21.377012 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-c90845ef-50cb-4052-b7d4-3eeb5d1e101c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:21.459214 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542877c9-5657-458e-b662-0b1bda7f7664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d66cfab-f657-474f-94ab-a1d30efea790,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:21.519377 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d27d6f9d-a4a1-430f-bf79-38387541043e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:21.551620 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d27d6f9d-a4a1-430f-bf79-38387541043e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:21.582188 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-80aec945-4454-4d25-a465-a8ca2f90bae8 req-b0069023-9dc8-4a0c-9141-1e906a7aa3d9 service neutron] 10.222.0.62 "GET /v2.0/networks/4f57735e-9b2a-4e4f-b94e-2d78693e986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6103232 Dec 16 14:41:21.597555 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-542877c9-5657-458e-b662-0b1bda7f7664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:21.657084 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2295c8d2-b2d9-44b8-823b-924e337cbfd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:21.666766 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b524778-a3fa-4ff2-9a98-eb4a1743fde5 req-48668df5-ea24-4137-97e2-92b9b9f2dee3 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:21.671679 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-5b524778-a3fa-4ff2-9a98-eb4a1743fde5 req-48668df5-ea24-4137-97e2-92b9b9f2dee3 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9e6a690-a099-494a-918a-6397c7839ef0 HTTP/1.1" status: 200 len: 944 time: 0.3899803 Dec 16 14:41:21.682021 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-542877c9-5657-458e-b662-0b1bda7f7664 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a4fc04ea3bf48c98eccf46d94e3ce70&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7022548 Dec 16 14:41:21.695055 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 59212) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:21.707522 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-2295c8d2-b2d9-44b8-823b-924e337cbfd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:21.711795 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-2295c8d2-b2d9-44b8-823b-924e337cbfd7 admin admin] Usage tracker for resource:security_group_rule and tenant:416331a9b3e34d2aa32e86ea3b9e890e is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:41:21.715611 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-2295c8d2-b2d9-44b8-823b-924e337cbfd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:41:21.723097 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-2295c8d2-b2d9-44b8-823b-924e337cbfd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:21.775209 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 59214) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:21.821498 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d27d6f9d-a4a1-430f-bf79-38387541043e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:21.834482 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-3dd8bb2d-37c9-4746-816d-bb2d097acdb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:21.842187 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e1f4e01a-3c66-4951-adf6-9cf5dc24b939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:21.867887 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a3b3a-468c-439c-8717-c122053dd4f3 req-d544ebdb-f6f2-4079-b80b-faa3ed7a49e7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:21.875510 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-419a3b3a-468c-439c-8717-c122053dd4f3 req-d544ebdb-f6f2-4079-b80b-faa3ed7a49e7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.7206712 Dec 16 14:41:21.895568 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-5b524778-a3fa-4ff2-9a98-eb4a1743fde5 req-321a9436-544a-45d2-ac1e-6ce947bcde9b tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e1a821-b863-42ed-82c7-13d3397ec89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101116 Dec 16 14:41:21.940818 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2295c8d2-b2d9-44b8-823b-924e337cbfd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:21.971958 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2295c8d2-b2d9-44b8-823b-924e337cbfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:21.974179 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-bd506fdf-4b45-4a14-8b3e-e48037a4ce73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:22.009261 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d6f9d-a4a1-430f-bf79-38387541043e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cca4265-8530-4a44-8f3e-7f81e601fc88,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:22.016427 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-bd506fdf-4b45-4a14-8b3e-e48037a4ce73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:22.033040 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-d27d6f9d-a4a1-430f-bf79-38387541043e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:22.033525 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-d27d6f9d-a4a1-430f-bf79-38387541043e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:22.074097 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a18f218-5bc0-4ffd-ad59-86e315b7487e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb0bd28-703a-4b3f-b4d8-a8a3322b412a', 'code': 200} Dec 16 14:41:22.092526 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-2295c8d2-b2d9-44b8-823b-924e337cbfd7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=416331a9b3e34d2aa32e86ea3b9e890e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5569026 Dec 16 14:41:22.093568 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295c8d2-b2d9-44b8-823b-924e337cbfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8319e50-04d6-4153-b033-74e48153493a,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:22.109468 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 59222) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:22.109934 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-2295c8d2-b2d9-44b8-823b-924e337cbfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:22.126036 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d27d6f9d-a4a1-430f-bf79-38387541043e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:22.131008 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-d27d6f9d-a4a1-430f-bf79-38387541043e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4cca4265-8530-4a44-8f3e-7f81e601fc88 HTTP/1.1" status: 204 len: 168 time: 1.5265064 Dec 16 14:41:22.149991 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-419a3b3a-468c-439c-8717-c122053dd4f3 req-f4a6d4c7-2fe6-4c60-a421-7a24364aae83 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732477 Dec 16 14:41:22.270641 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-e1f4e01a-3c66-4951-adf6-9cf5dc24b939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:22.300977 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-e1f4e01a-3c66-4951-adf6-9cf5dc24b939 admin admin] Usage tracker for resource:security_group_rule and tenant:bbde8609c6d74da29f270c2c2fbfd9c7 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:41:22.314008 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-e1f4e01a-3c66-4951-adf6-9cf5dc24b939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:41:22.326833 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-e1f4e01a-3c66-4951-adf6-9cf5dc24b939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:22.465737 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b8c8d288-079a-48fa-bf7a-e1fe1a6377be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:22.479505 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-bd506fdf-4b45-4a14-8b3e-e48037a4ce73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:22.518846 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-2b8921e7-9033-4b98-829f-17d202d28b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:22.601767 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd506fdf-4b45-4a14-8b3e-e48037a4ce73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d66cfab-f657-474f-94ab-a1d30efea790,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:22.613181 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b8c8d288-079a-48fa-bf7a-e1fe1a6377be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:22.625762 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-bd506fdf-4b45-4a14-8b3e-e48037a4ce73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:22.644130 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-bd506fdf-4b45-4a14-8b3e-e48037a4ce73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:22.645712 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-bd506fdf-4b45-4a14-8b3e-e48037a4ce73 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d66cfab-f657-474f-94ab-a1d30efea790 HTTP/1.1" status: 204 len: 168 time: 0.8767717 Dec 16 14:41:22.677234 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e1f4e01a-3c66-4951-adf6-9cf5dc24b939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:22.687445 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e1f4e01a-3c66-4951-adf6-9cf5dc24b939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:22.739386 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-8407193c-5cbb-4c7d-a336-1a25e8df8f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:22.819704 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b8c8d288-079a-48fa-bf7a-e1fe1a6377be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:22.845330 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-e857c44d-2ff2-4418-857a-156113e0b775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:22.907340 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8d288-079a-48fa-bf7a-e1fe1a6377be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8319e50-04d6-4153-b033-74e48153493a,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:22.928852 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-b8c8d288-079a-48fa-bf7a-e1fe1a6377be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:22.932673 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b8c8d288-079a-48fa-bf7a-e1fe1a6377be admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:22.942064 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-b8c8d288-079a-48fa-bf7a-e1fe1a6377be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8319e50-04d6-4153-b033-74e48153493a HTTP/1.1" status: 204 len: 168 time: 0.8268490 Dec 16 14:41:22.953705 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-e1f4e01a-3c66-4951-adf6-9cf5dc24b939 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bbde8609c6d74da29f270c2c2fbfd9c7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1703675 Dec 16 14:41:22.954253 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 59234) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:22.985897 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 91d195d5-9b2c-432b-b1e2-3224ea5a984a up at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:41:23.048159 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4e01a-3c66-4951-adf6-9cf5dc24b939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22a38f2-43e8-4d1b-b66c-87240b3868fc,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:23.055767 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-e1f4e01a-3c66-4951-adf6-9cf5dc24b939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:23.156011 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935118e1-835e-49ed-bd34-56b53ac28cd1 req-44d71ad4-151a-4a2a-8bd5-3b1c95af3eb4 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:23.173048 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-935118e1-835e-49ed-bd34-56b53ac28cd1 req-44d71ad4-151a-4a2a-8bd5-3b1c95af3eb4 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.2131519 Dec 16 14:41:23.269890 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning for port 91d195d5-9b2c-432b-b1e2-3224ea5a984a completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:41:23.282484 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning complete for port 91d195d5-9b2c-432b-b1e2-3224ea5a984a triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:41:23.283057 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:23.301379 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7299582b-c298-424e-920a-9d6526fbf910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:23.353440 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-935118e1-835e-49ed-bd34-56b53ac28cd1 req-fa1a3b68-f662-4fee-9499-95e51e68d40b tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781723 Dec 16 14:41:23.624487 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7299582b-c298-424e-920a-9d6526fbf910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:23.817642 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 59248) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:23.900015 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-0846b5c3-d213-47e8-b465-c36f322efab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:23.924953 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:24.059989 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f568d0c-55e3-43b6-86fe-3fdd78b8f509 req-82921b8d-6059-4d58-b004-ea53e1f34a6f tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:24.082674 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-9f568d0c-55e3-43b6-86fe-3fdd78b8f509 req-82921b8d-6059-4d58-b004-ea53e1f34a6f tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9e6a690-a099-494a-918a-6397c7839ef0 HTTP/1.1" status: 200 len: 944 time: 0.7893229 Dec 16 14:41:24.108593 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 91d195d5-9b2c-432b-b1e2-3224ea5a984a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=91d195d5-9b2c-432b-b1e2-3224ea5a984a,segment=NetworkSegment(ea14126c-6653-4838-b8f2-7edb01bdf76e),segment_id=ea14126c-6653-4838-b8f2-7edb01bdf76e)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:41:24.115238 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e6a690-a099-494a-918a-6397c7839ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d195d5-9b2c-432b-b1e2-3224ea5a984a'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:41:24.138320 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:24.142218 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-a40bad7b-b21f-47fc-9f39-7ecb58c76f8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:24.168071 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20bae4-f81b-4468-8739-ce43acc948b6 req-a97992ac-47f0-4904-a88d-ff01791fa8e6 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:24.178912 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-2a20bae4-f81b-4468-8739-ce43acc948b6 req-a97992ac-47f0-4904-a88d-ff01791fa8e6 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.2490652 Dec 16 14:41:24.296152 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-0846b5c3-d213-47e8-b465-c36f322efab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:24.328674 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-0846b5c3-d213-47e8-b465-c36f322efab8 admin admin] Usage tracker for resource:security_group_rule and tenant:ee389dbd93e34ee6aea87ae92a27a603 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:41:24.337394 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-9f568d0c-55e3-43b6-86fe-3fdd78b8f509 req-206e54ec-b1ef-4aca-bcb5-3d456eaaed50 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e1a821-b863-42ed-82c7-13d3397ec89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531652 Dec 16 14:41:24.338561 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7299582b-c298-424e-920a-9d6526fbf910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:24.346940 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-0846b5c3-d213-47e8-b465-c36f322efab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:41:24.383524 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-0846b5c3-d213-47e8-b465-c36f322efab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:24.417645 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-819147e0-8e3e-4a73-bd28-a4aca5cde0ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:24.439930 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-2a20bae4-f81b-4468-8739-ce43acc948b6 req-fe50c495-3f9c-4922-af46-69d7c8a173c3 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514586 Dec 16 14:41:24.530278 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7299582b-c298-424e-920a-9d6526fbf910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:24.531459 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-7299582b-c298-424e-920a-9d6526fbf910 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a22a38f2-43e8-4d1b-b66c-87240b3868fc HTTP/1.1" status: 204 len: 168 time: 1.5755248 Dec 16 14:41:24.532516 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299582b-c298-424e-920a-9d6526fbf910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22a38f2-43e8-4d1b-b66c-87240b3868fc,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:24.540628 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=91d195d5-9b2c-432b-b1e2-3224ea5a984a,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:24.554554 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:24.559973 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-7299582b-c298-424e-920a-9d6526fbf910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:24.660303 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 59266) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:24.717968 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-0846b5c3-d213-47e8-b465-c36f322efab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:24.729952 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-0846b5c3-d213-47e8-b465-c36f322efab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:24.755886 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:24.771026 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ee96de2d-d2e8-4e7f-88cb-cfe0887791c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:24.799102 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e6a690-a099-494a-918a-6397c7839ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d195d5-9b2c-432b-b1e2-3224ea5a984a', 'code': 200} Dec 16 14:41:24.891156 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846b5c3-d213-47e8-b465-c36f322efab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be53b7d-b50a-41e1-8854-261c345b4c31,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:24.897789 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-0846b5c3-d213-47e8-b465-c36f322efab8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee389dbd93e34ee6aea87ae92a27a603&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0780408 Dec 16 14:41:24.899570 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-0846b5c3-d213-47e8-b465-c36f322efab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:24.900428 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 59270) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:24.938091 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-ee96de2d-d2e8-4e7f-88cb-cfe0887791c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:24.958307 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-ee96de2d-d2e8-4e7f-88cb-cfe0887791c8 admin admin] Usage tracker for resource:security_group_rule and tenant:91e374f385a64096ae59478ab5d7c507 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:41:24.977792 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-ee96de2d-d2e8-4e7f-88cb-cfe0887791c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:41:25.001532 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-ee96de2d-d2e8-4e7f-88cb-cfe0887791c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:25.086419 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c8df6351-c5ed-4c41-922c-024aec72b4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:25.294426 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ee96de2d-d2e8-4e7f-88cb-cfe0887791c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:25.302414 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ee96de2d-d2e8-4e7f-88cb-cfe0887791c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:25.348271 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:25.438966 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c8df6351-c5ed-4c41-922c-024aec72b4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:25.635334 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96de2d-d2e8-4e7f-88cb-cfe0887791c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702aa375-03d7-4fb4-af7a-98d6c4360d3c,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:25.638755 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-ee96de2d-d2e8-4e7f-88cb-cfe0887791c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:25.654501 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-ee96de2d-d2e8-4e7f-88cb-cfe0887791c8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91e374f385a64096ae59478ab5d7c507&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9873240 Dec 16 14:41:25.654501 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 59290) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:25.753235 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-3981417f-4c9d-4496-b544-22df2979971f req-a8b190ae-b6f8-4827-81ee-051fbd148ed8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f9e6a690-a099-494a-918a-6397c7839ef0 HTTP/1.1" status: 200 len: 1098 time: 0.4089835 Dec 16 14:41:25.866637 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775e160-85f1-4bb4-9076-3f150daf7cf8 req-9febe3cd-6621-4076-be16-63012be49786 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:25.869545 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-e775e160-85f1-4bb4-9076-3f150daf7cf8 req-9febe3cd-6621-4076-be16-63012be49786 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.6795695 Dec 16 14:41:25.953846 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c8df6351-c5ed-4c41-922c-024aec72b4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:25.960405 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-f34739ee-db1a-4d8a-a63b-c49b569a6bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:26.005555 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3086ff0d-e23c-4673-bc3c-bde77720442c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:26.014082 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-e775e160-85f1-4bb4-9076-3f150daf7cf8 req-5cf7027e-62da-4b14-96f9-4cbeb40caa0a tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282253 Dec 16 14:41:26.022740 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df6351-c5ed-4c41-922c-024aec72b4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be53b7d-b50a-41e1-8854-261c345b4c31,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:26.025744 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-c8df6351-c5ed-4c41-922c-024aec72b4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:26.043403 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c8df6351-c5ed-4c41-922c-024aec72b4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:26.049754 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-c8df6351-c5ed-4c41-922c-024aec72b4e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3be53b7d-b50a-41e1-8854-261c345b4c31 HTTP/1.1" status: 204 len: 168 time: 1.1452985 Dec 16 14:41:26.136933 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-3981417f-4c9d-4496-b544-22df2979971f req-6d137fd6-758b-4afd-abd2-90b0b3f0c6d8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a6e1a821-b863-42ed-82c7-13d3397ec89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691852 Dec 16 14:41:26.164467 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3086ff0d-e23c-4673-bc3c-bde77720442c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:26.258056 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecfed7-2b14-46e3-a521-9b0d59068eff req-bba2cb4d-cd6a-4680-8383-2ae5ce90fab5 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:26.260238 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-95ecfed7-2b14-46e3-a521-9b0d59068eff req-bba2cb4d-cd6a-4680-8383-2ae5ce90fab5 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9e6a690-a099-494a-918a-6397c7839ef0 HTTP/1.1" status: 200 len: 945 time: 0.3323255 Dec 16 14:41:26.358347 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3086ff0d-e23c-4673-bc3c-bde77720442c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:26.385961 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-f9b3ec80-87c3-4192-9bb5-b895c768cbde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:26.433159 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086ff0d-e23c-4673-bc3c-bde77720442c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702aa375-03d7-4fb4-af7a-98d6c4360d3c,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:26.449793 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-3086ff0d-e23c-4673-bc3c-bde77720442c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:26.457849 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3086ff0d-e23c-4673-bc3c-bde77720442c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:26.463004 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-3086ff0d-e23c-4673-bc3c-bde77720442c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/702aa375-03d7-4fb4-af7a-98d6c4360d3c HTTP/1.1" status: 204 len: 168 time: 0.8056443 Dec 16 14:41:26.481325 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-95ecfed7-2b14-46e3-a521-9b0d59068eff req-e239346f-e2b6-4f0e-a2c5-c3ce31346ef5 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e1a821-b863-42ed-82c7-13d3397ec89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133222 Dec 16 14:41:26.617507 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c309385-9cca-4a71-b014-3cd87fcae864 req-0a8063d0-aa89-44c3-a58b-2724e63c73b4 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:26.622674 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4c309385-9cca-4a71-b014-3cd87fcae864 req-0a8063d0-aa89-44c3-a58b-2724e63c73b4 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.4210088 Dec 16 14:41:26.777459 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4c309385-9cca-4a71-b014-3cd87fcae864 req-92c0597b-cea3-4bb1-bd34-04b88a740536 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478426 Dec 16 14:41:27.562013 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b164bb9-c07e-4899-8187-00ec5a84baf1 req-45536e9f-06eb-489b-a0a2-a61040bb5522 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:27.576612 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4b164bb9-c07e-4899-8187-00ec5a84baf1 req-45536e9f-06eb-489b-a0a2-a61040bb5522 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.3120375 Dec 16 14:41:27.714500 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4b164bb9-c07e-4899-8187-00ec5a84baf1 req-99156b19-8d1f-455c-8bd2-25f49b0949eb tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359248 Dec 16 14:41:27.860169 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 59330) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:28.166784 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea42978-f2f0-452d-868f-3ed65ec90530 req-a7706831-9800-4797-a421-4f1bd35bdb30 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:28.191470 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-9ea42978-f2f0-452d-868f-3ed65ec90530 req-a7706831-9800-4797-a421-4f1bd35bdb30 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9e6a690-a099-494a-918a-6397c7839ef0 HTTP/1.1" status: 200 len: 945 time: 0.2160907 Dec 16 14:41:28.299104 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-9ea42978-f2f0-452d-868f-3ed65ec90530 req-dda1be39-a20d-4108-b157-65d7efb62eba tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e1a821-b863-42ed-82c7-13d3397ec89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951123 Dec 16 14:41:28.399258 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32023e6-0492-4f3b-9f1d-dd49030bb26e req-89f47ff1-028f-4878-b7b7-4bdf4aa9ee9a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:28.414438 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b32023e6-0492-4f3b-9f1d-dd49030bb26e req-89f47ff1-028f-4878-b7b7-4bdf4aa9ee9a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.2431724 Dec 16 14:41:28.534054 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b32023e6-0492-4f3b-9f1d-dd49030bb26e req-8bf8fff0-8820-4624-8ec6-643a7beba19c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144626 Dec 16 14:41:28.833988 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-52f3887f-2f2d-493b-9495-c3df5aeb6e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:28.938006 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-52f3887f-2f2d-493b-9495-c3df5aeb6e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:28.948216 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-52f3887f-2f2d-493b-9495-c3df5aeb6e14 admin admin] Usage tracker for resource:security_group_rule and tenant:95d7a85a243e40ae9f8ab7aa6900aaf9 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:41:28.955389 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-52f3887f-2f2d-493b-9495-c3df5aeb6e14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:41:28.983731 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-52f3887f-2f2d-493b-9495-c3df5aeb6e14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:29.387821 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-52f3887f-2f2d-493b-9495-c3df5aeb6e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:29.417473 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-52f3887f-2f2d-493b-9495-c3df5aeb6e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:29.443138 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-780f22f7-2790-426e-a324-374d5b3a9cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:29.501682 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf599f6-950d-4ba6-a735-e0d061f86e77 req-d9c259d3-0675-454f-9986-8a15579d1b26 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:29.509743 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-ccf599f6-950d-4ba6-a735-e0d061f86e77 req-d9c259d3-0675-454f-9986-8a15579d1b26 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.3784375 Dec 16 14:41:29.622640 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-ccf599f6-950d-4ba6-a735-e0d061f86e77 req-9946e685-226e-4c6e-8fce-812d829d633b tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971773 Dec 16 14:41:29.628371 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3887f-2f2d-493b-9495-c3df5aeb6e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b2132f-27a1-489a-bab6-a64336d25b20,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:29.644640 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-52f3887f-2f2d-493b-9495-c3df5aeb6e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:29.647788 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-52f3887f-2f2d-493b-9495-c3df5aeb6e14 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95d7a85a243e40ae9f8ab7aa6900aaf9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7863340 Dec 16 14:41:29.652122 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 59366) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:29.916755 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3c8c1ede-2cdb-4eb1-815d-635809710dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:30.007295 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3c8c1ede-2cdb-4eb1-815d-635809710dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:30.157038 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29857ede-d45e-4d76-91fd-19811a010d1b req-012ca4dc-7746-4ecb-a3e0-6fb06a41980b tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:30.160144 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-29857ede-d45e-4d76-91fd-19811a010d1b req-012ca4dc-7746-4ecb-a3e0-6fb06a41980b tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.2289331 Dec 16 14:41:30.161211 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3c8c1ede-2cdb-4eb1-815d-635809710dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:30.172791 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-83765199-33ab-4924-9657-889b76ee5546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:30.189875 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c1ede-2cdb-4eb1-815d-635809710dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b2132f-27a1-489a-bab6-a64336d25b20,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:30.202108 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-3c8c1ede-2cdb-4eb1-815d-635809710dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:30.207897 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3c8c1ede-2cdb-4eb1-815d-635809710dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:30.209474 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-3c8c1ede-2cdb-4eb1-815d-635809710dd4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/44b2132f-27a1-489a-bab6-a64336d25b20 HTTP/1.1" status: 204 len: 168 time: 0.5556879 Dec 16 14:41:30.319919 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-29857ede-d45e-4d76-91fd-19811a010d1b req-de4c197a-f941-4ea3-9422-8dac21314f91 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520157 Dec 16 14:41:31.522190 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c152b5-087f-4068-a216-2440c0d49052 req-759c0589-3219-4773-926e-37b30123b0f8 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:31.525195 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d9c152b5-087f-4068-a216-2440c0d49052 req-759c0589-3219-4773-926e-37b30123b0f8 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9e6a690-a099-494a-918a-6397c7839ef0 HTTP/1.1" status: 200 len: 945 time: 0.4280634 Dec 16 14:41:31.768851 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9cbe6-441b-4f09-a888-e019a8ef6518 req-a870ba25-2bd1-4437-9ca8-ca793ffccd66 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:31.770674 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-75f9cbe6-441b-4f09-a888-e019a8ef6518 req-a870ba25-2bd1-4437-9ca8-ca793ffccd66 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.6715486 Dec 16 14:41:31.931717 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d9c152b5-087f-4068-a216-2440c0d49052 req-358f39b8-b43a-4a97-933f-413d3a00389b tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e1a821-b863-42ed-82c7-13d3397ec89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945892 Dec 16 14:41:32.009399 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-75f9cbe6-441b-4f09-a888-e019a8ef6518 req-dc4bc08c-a233-41e6-b4b6-cc82f6a01764 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253723 Dec 16 14:41:32.727603 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820042ce-93e7-4544-888c-85e91c0f2968 req-cc5449f6-d254-480d-a93c-f853ed91124a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:32.740736 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-820042ce-93e7-4544-888c-85e91c0f2968 req-cc5449f6-d254-480d-a93c-f853ed91124a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.3098092 Dec 16 14:41:32.982569 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-820042ce-93e7-4544-888c-85e91c0f2968 req-7d268be6-3b2f-4ec5-8de1-2c785f36f440 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403357 Dec 16 14:41:33.123670 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df32cc3-8085-43ac-b3df-09e6c9c465fb req-189050e4-9031-49c1-892f-0635ec89f24c tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:33.132703 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-9df32cc3-8085-43ac-b3df-09e6c9c465fb req-189050e4-9031-49c1-892f-0635ec89f24c tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9e6a690-a099-494a-918a-6397c7839ef0 HTTP/1.1" status: 200 len: 945 time: 0.4349558 Dec 16 14:41:33.464748 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [req-9df32cc3-8085-43ac-b3df-09e6c9c465fb req-98f75238-5553-4942-9eef-e859d5d78acb tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Deleting port 91d195d5-9b2c-432b-b1e2-3224ea5a984a {{(pid=82861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:41:33.465133 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-9df32cc3-8085-43ac-b3df-09e6c9c465fb req-98f75238-5553-4942-9eef-e859d5d78acb tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:33.693990 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a4944-2349-45b3-8fc2-4f00348c6dd3 req-01264a3e-c844-4858-89d5-4c9de71f5d42 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:33.706925 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-163a4944-2349-45b3-8fc2-4f00348c6dd3 req-01264a3e-c844-4858-89d5-4c9de71f5d42 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9e6a690-a099-494a-918a-6397c7839ef0 HTTP/1.1" status: 200 len: 945 time: 0.2718062 Dec 16 14:41:33.864494 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-163a4944-2349-45b3-8fc2-4f00348c6dd3 req-d24cab33-293b-4d20-b6a3-2b75c435eaa0 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e1a821-b863-42ed-82c7-13d3397ec89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515598 Dec 16 14:41:33.921569 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 59494) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:34.301951 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-699211433-network', 'tenant_id': '7124d656e6d9474eae6510920f730d4b'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:41:34.310722 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:34.318484 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Usage tracker for resource:network and tenant:7124d656e6d9474eae6510920f730d4b is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:41:34.324952 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:41:34.366149 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:34.398776 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5e500-2fb7-4111-81a3-9e20a98c2cd0 req-9618989b-0c69-4828-8c97-52ca81bc3b5d tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:34.403916 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Made reservation on behalf of 7124d656e6d9474eae6510920f730d4b for: {'network': 1} {{(pid=82860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:41:34.409777 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for network, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:34.415462 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a8a5e500-2fb7-4111-81a3-9e20a98c2cd0 req-9618989b-0c69-4828-8c97-52ca81bc3b5d tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.8632009 Dec 16 14:41:34.440143 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:34.554198 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a8a5e500-2fb7-4111-81a3-9e20a98c2cd0 req-9925530c-c7dc-4ef8-bb7e-873f29de4697 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376700 Dec 16 14:41:34.570337 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:34.581126 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Usage tracker for resource:security_group_rule and tenant:7124d656e6d9474eae6510920f730d4b is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:41:34.623370 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:41:34.651408 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:34.707590 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-9df32cc3-8085-43ac-b3df-09e6c9c465fb req-98f75238-5553-4942-9eef-e859d5d78acb tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] For port 91d195d5-9b2c-432b-b1e2-3224ea5a984a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=91d195d5-9b2c-432b-b1e2-3224ea5a984a,segment=NetworkSegment(ea14126c-6653-4838-b8f2-7edb01bdf76e),segment_id=ea14126c-6653-4838-b8f2-7edb01bdf76e)] {{(pid=82861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:41:34.708857 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-9df32cc3-8085-43ac-b3df-09e6c9c465fb req-98f75238-5553-4942-9eef-e859d5d78acb tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:34.988258 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [req-9df32cc3-8085-43ac-b3df-09e6c9c465fb req-98f75238-5553-4942-9eef-e859d5d78acb tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Calling delete_port for 91d195d5-9b2c-432b-b1e2-3224ea5a984a owned by compute:nova {{(pid=82861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:41:35.120356 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05d8d8-7cdd-4e98-8488-6386f2c7afdf req-1cf05739-e6d1-4928-a9e0-40c004189c36 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:35.141629 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-de05d8d8-7cdd-4e98-8488-6386f2c7afdf req-1cf05739-e6d1-4928-a9e0-40c004189c36 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.4425111 Dec 16 14:41:35.186773 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:35.195731 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:35.200821 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-542877c9-5657-458e-b662-0b1bda7f7664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:35.315544 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=82860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:41:35.339304 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ac1e05-eeb2-42d1-addd-2d7f62553be3,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:35.351002 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:35.438546 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-de05d8d8-7cdd-4e98-8488-6386f2c7afdf req-3b97d0a1-74da-4b03-a90a-e1a2250749f8 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2956758 Dec 16 14:41:35.543045 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:35.544433 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.db.segments_db [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Added segment 5dd3ac9a-1c1f-4378-b723-a7941d3f5785 of type vlan for network 4008d89e-e67c-4205-829e-e9c197a98dcc Dec 16 14:41:35.596424 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-9df32cc3-8085-43ac-b3df-09e6c9c465fb req-98f75238-5553-4942-9eef-e859d5d78acb tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:35.636500 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-b361fd2b-5f89-445d-9695-728042210adb req-2c07b807-8067-48ff-9af3-a9885a55e7bb tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9e6a690-a099-494a-918a-6397c7839ef0 HTTP/1.1" status: 200 len: 210 time: 0.1026754 Dec 16 14:41:35.640916 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:35.717430 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775664085252'] for network, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:35.840916 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for network, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:35.845050 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:35.845770 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:35.851590 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f75238-5553-4942-9eef-e859d5d78acb tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Pushing event deleted for resources: {'Port': ['ID=91d195d5-9b2c-432b-b1e2-3224ea5a984a,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:35.865169 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-98f75238-5553-4942-9eef-e859d5d78acb tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:35.906877 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:35.994017 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 59524) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:36.004580 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-04c00556-13d8-4186-a7e8-979b800c1b2e admin admin] Request body: {'subnet': {'network_id': '4008d89e-e67c-4205-829e-e9c197a98dcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-699211433-subnet', 'tenant_id': '7124d656e6d9474eae6510920f730d4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:41:36.007079 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0814488 Dec 16 14:41:36.203685 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-04c00556-13d8-4186-a7e8-979b800c1b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:36.214276 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-04c00556-13d8-4186-a7e8-979b800c1b2e admin admin] Usage tracker for resource:subnet and tenant:7124d656e6d9474eae6510920f730d4b is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:41:36.219110 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-04c00556-13d8-4186-a7e8-979b800c1b2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:41:36.229279 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-04c00556-13d8-4186-a7e8-979b800c1b2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:36.266880 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df32cc3-8085-43ac-b3df-09e6c9c465fb req-98f75238-5553-4942-9eef-e859d5d78acb tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] No DVR routers for this DVR port 91d195d5-9b2c-432b-b1e2-3224ea5a984a on host hv-cinder-82189 {{(pid=82861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:41:36.267516 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-9df32cc3-8085-43ac-b3df-09e6c9c465fb req-98f75238-5553-4942-9eef-e859d5d78acb tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:36.314954 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Pushing event updated for resources: {'Network': ['ID=4008d89e-e67c-4205-829e-e9c197a98dcc,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:36.331428 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e6a690-a099-494a-918a-6397c7839ef0', 'name': 'network-vif-deleted', 'tag': '91d195d5-9b2c-432b-b1e2-3224ea5a984a'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:41:36.333209 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:36.336756 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c00556-13d8-4186-a7e8-979b800c1b2e admin admin] Made reservation on behalf of 7124d656e6d9474eae6510920f730d4b for: {'subnet': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:41:36.339471 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-04c00556-13d8-4186-a7e8-979b800c1b2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1404185'] for subnet, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:36.353349 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Network 4008d89e-e67c-4205-829e-e9c197a98dcc details requested by agent ovs-agent-dv-cinder-821893-3-smb with host dv-cinder-821893-3-smb {{(pid=82862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:41:36.383082 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-9df32cc3-8085-43ac-b3df-09e6c9c465fb req-98f75238-5553-4942-9eef-e859d5d78acb tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.62 "DELETE /v2.0/ports/91d195d5-9b2c-432b-b1e2-3224ea5a984a HTTP/1.1" status: 204 len: 173 time: 3.2348731 Dec 16 14:41:36.530802 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e6a690-a099-494a-918a-6397c7839ef0', 'name': 'network-vif-deleted', 'tag': '91d195d5-9b2c-432b-b1e2-3224ea5a984a', 'status': 'completed', 'code': 200} Dec 16 14:41:36.830753 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba95e8-a658-4a56-98b0-826ce3260d0e req-e74d9031-89c8-4543-9203-24d4290ae6f5 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:36.833308 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-8dba95e8-a658-4a56-98b0-826ce3260d0e req-e74d9031-89c8-4543-9203-24d4290ae6f5 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.7129073 Dec 16 14:41:37.088167 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 91d195d5-9b2c-432b-b1e2-3224ea5a984a no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:41:37.088979 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-8dba95e8-a658-4a56-98b0-826ce3260d0e req-4af6c73d-dc3d-43d7-aa90-6cbbe7127b0a tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380838 Dec 16 14:41:37.109170 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-04c00556-13d8-4186-a7e8-979b800c1b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3754502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1404203'] for subnet, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:37.124512 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890fe42-aced-4be6-ae59-151dc0d5b456 req-10582422-c843-412e-9198-f79afbc238bf tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:37.125817 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:37.126640 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b890fe42-aced-4be6-ae59-151dc0d5b456 req-10582422-c843-412e-9198-f79afbc238bf tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.2275279 Dec 16 14:41:37.208219 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-869da074-d5f0-497a-9e60-987382c31319 None None] No Port match for: 91d195d5-9b2c-432b-b1e2-3224ea5a984a {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:41:37.208896 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 91d195d5-9b2c-432b-b1e2-3224ea5a984a not bound to the agent host hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:41:37.303149 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b890fe42-aced-4be6-ae59-151dc0d5b456 req-a7dfc97b-50a5-487d-8a68-633c31e18130 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528141 Dec 16 14:41:37.429075 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-38010ce9-e43c-4093-8cc6-0e26cc5e83d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:37.493140 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c00556-13d8-4186-a7e8-979b800c1b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb758b7-97be-4d80-8ba1-b5451e8615a2,revision_number=0']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:37.560448 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-04c00556-13d8-4186-a7e8-979b800c1b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:37.583986 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c00556-13d8-4186-a7e8-979b800c1b2e admin admin] Checking segment: {'id': '5dd3ac9a-1c1f-4378-b723-a7941d3f5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4008d89e-e67c-4205-829e-e9c197a98dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:41:37.584367 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c00556-13d8-4186-a7e8-979b800c1b2e admin admin] Network hostable DHCP agents. Network: 4008d89e-e67c-4205-829e-e9c197a98dcc, hostable agents: ['86b204a6-684d-4255-9b61-9602afcfa644'], hosted agents: [] {{(pid=82861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:41:37.751404 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c00556-13d8-4186-a7e8-979b800c1b2e admin admin] Network 4008d89e-e67c-4205-829e-e9c197a98dcc is scheduled to be hosted by DHCP agent 86b204a6-684d-4255-9b61-9602afcfa644 with binding_index 1 {{(pid=82861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:41:37.774729 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-04c00556-13d8-4186-a7e8-979b800c1b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-smb, 4008d89e-e67c-4205-829e-e9c197a98dcc) {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:41:37.790077 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031f10df-6739-43f7-ae28-98b3c872badc None None] Network 4008d89e-e67c-4205-829e-e9c197a98dcc requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:41:37.801282 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c00556-13d8-4186-a7e8-979b800c1b2e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:37.802239 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-04c00556-13d8-4186-a7e8-979b800c1b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:37.844782 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-04c00556-13d8-4186-a7e8-979b800c1b2e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8487163 Dec 16 14:41:38.240136 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-5aff6079-690b-46d7-93a7-b24ac382d0d7 req-cb2b6c2e-f89a-401a-b019-6b29b7073098 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Synchronizing usage tracker for tenant:3880433975de467e8e37ed639e5500a1 on resource:port {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:41:38.289311 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-5aff6079-690b-46d7-93a7-b24ac382d0d7 req-cb2b6c2e-f89a-401a-b019-6b29b7073098 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Unset dirty status for tenant:3880433975de467e8e37ed639e5500a1 on resource:port {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:41:38.290751 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-5aff6079-690b-46d7-93a7-b24ac382d0d7 req-cb2b6c2e-f89a-401a-b019-6b29b7073098 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9e6a690-a099-494a-918a-6397c7839ef0 HTTP/1.1" status: 200 len: 210 time: 0.3955452 Dec 16 14:41:38.717423 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad8881c-0f0d-437d-b5d2-9f818c0f8b2d None None] Network 4008d89e-e67c-4205-829e-e9c197a98dcc requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:41:38.907987 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0456992-1757-47fb-861f-d381a190180e req-f0493a4d-af48-46bf-a354-356107e65a07 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:38.909924 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c0456992-1757-47fb-861f-d381a190180e req-f0493a4d-af48-46bf-a354-356107e65a07 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.4460497 Dec 16 14:41:38.985937 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a841a81-d8bd-4041-a5a6-5c85402c015a req-61744c78-d4f2-4fc8-8016-6c59d544ac51 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:38.999606 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-5a841a81-d8bd-4041-a5a6-5c85402c015a req-61744c78-d4f2-4fc8-8016-6c59d544ac51 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.3231256 Dec 16 14:41:39.030634 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c0456992-1757-47fb-861f-d381a190180e req-9625f3f1-93f6-4229-ae6b-5c1cb890bdd2 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984251 Dec 16 14:41:39.201946 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-5a841a81-d8bd-4041-a5a6-5c85402c015a req-d324e126-0dee-46f9-90ee-9c3f01ca2cd4 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909926 Dec 16 14:41:39.954204 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-7483a430-5da3-470f-94e4-effaa5306c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:40.400594 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d60e7a19-30f0-425b-b4ad-69534089711b req-4fe77642-1193-4294-894c-c80a3b43fa30 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 1098 time: 0.3639026 Dec 16 14:41:40.768445 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:40.781461 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d60e7a19-30f0-425b-b4ad-69534089711b req-559f175c-5027-4d1b-883d-e5f82a19fc85 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796365 Dec 16 14:41:40.789129 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6d524-9a5a-42f8-b209-c26e8d02d63c req-b1385012-2334-4eaf-bfd6-7d789eaaf3c8 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:40.797979 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-27a6d524-9a5a-42f8-b209-c26e8d02d63c req-b1385012-2334-4eaf-bfd6-7d789eaaf3c8 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.2818539 Dec 16 14:41:40.920214 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-f9d02934-07ac-4841-bd01-447e0afbf03f tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:40.930230 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-f9d02934-07ac-4841-bd01-447e0afbf03f tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/networks?id=f4b482f8-e34c-4098-a09d-b37b542f2365 HTTP/1.1" status: 200 len: 809 time: 0.4457407 Dec 16 14:41:40.958868 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-6ba1cd56-75f6-4533-8bb9-9df42ae09b59 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/quotas/3880433975de467e8e37ed639e5500a1 HTTP/1.1" status: 200 len: 375 time: 0.0271189 Dec 16 14:41:40.965935 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-27a6d524-9a5a-42f8-b209-c26e8d02d63c req-e365a5d4-e28e-4ce6-9c45-a0744a408504 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613121 Dec 16 14:41:41.043103 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-652729b1-da73-4152-90d3-2110fc66c844 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3880433975de467e8e37ed639e5500a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828774 Dec 16 14:41:41.059599 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:41.411721 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-aed82a30-61a9-418c-9aef-148e84902d69 service neutron] 10.222.0.44 "GET /v2.0/networks/f4b482f8-e34c-4098-a09d-b37b542f2365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674076 Dec 16 14:41:41.497564 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388aa12-8fdf-440c-a3be-33a263a053e3 req-723bccaf-43c2-4e40-99e0-bdffc3ff615e tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:41.510864 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4388aa12-8fdf-440c-a3be-33a263a053e3 req-723bccaf-43c2-4e40-99e0-bdffc3ff615e tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.2910342 Dec 16 14:41:41.632874 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4388aa12-8fdf-440c-a3be-33a263a053e3 req-93a4f51d-e4b4-483a-85bc-fe6d5846e94d tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189842 Dec 16 14:41:41.798299 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-a0f14200-0814-4a8a-bbc1-99464a396d48 service neutron] 10.222.0.44 "GET /v2.0/networks/f4b482f8-e34c-4098-a09d-b37b542f2365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753448 Dec 16 14:41:42.435039 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:42.522539 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-87caa876-9273-4aee-a484-5ded534da07d req-74557a4f-701e-4a0a-8654-3bb4318e1edb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4353366 Dec 16 14:41:42.618979 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f7ceecf5-8d5e-43c4-9792-962a9cca5872 req-ad8c94e9-8cb5-4f06-854f-fa8d44a2f045 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5c19761-8d8c-4048-a5c9-78f8acc16d63 HTTP/1.1" status: 200 len: 210 time: 0.2177496 Dec 16 14:41:42.930954 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f932ff-adcb-4edc-8cbb-ed34dd173cb4 req-5cb9c6eb-4d6e-49eb-be5a-aa5e9ba5bb4f tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:42.936413 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-78f932ff-adcb-4edc-8cbb-ed34dd173cb4 req-5cb9c6eb-4d6e-49eb-be5a-aa5e9ba5bb4f tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.2365947 Dec 16 14:41:42.961024 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-87caa876-9273-4aee-a484-5ded534da07d req-06afa2d7-2f76-4076-a497-95e31fe68f4f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be21f06220c9415f8c855afb6556a878&device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 1099 time: 0.3901427 Dec 16 14:41:43.375956 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:43.432613 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-78f932ff-adcb-4edc-8cbb-ed34dd173cb4 req-beb7bf57-e92f-4e35-85ab-13b02afeeab5 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812541 Dec 16 14:41:43.509480 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87caa876-9273-4aee-a484-5ded534da07d req-ee1d5b01-590a-4c8e-93c3-eb16925ae5f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:43.511049 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-87caa876-9273-4aee-a484-5ded534da07d req-ee1d5b01-590a-4c8e-93c3-eb16925ae5f4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=95cfc6cc-2bf9-4352-9f9e-27747b195118 HTTP/1.1" status: 200 len: 919 time: 0.4928935 Dec 16 14:41:43.530315 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-8922a79d-e2b4-4a5a-bb18-59d8537c6175 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:43.531368 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-8922a79d-e2b4-4a5a-bb18-59d8537c6175 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Synchronizing usage tracker for tenant:7124d656e6d9474eae6510920f730d4b on resource:network {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:41:43.558336 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-8922a79d-e2b4-4a5a-bb18-59d8537c6175 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Unset dirty status for tenant:7124d656e6d9474eae6510920f730d4b on resource:network {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:41:43.560630 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-8922a79d-e2b4-4a5a-bb18-59d8537c6175 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/networks?id=4008d89e-e67c-4205-829e-e9c197a98dcc HTTP/1.1" status: 200 len: 813 time: 0.5506334 Dec 16 14:41:43.606338 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-ee68c770-b7c2-4fb1-8168-e525b60212f0 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/quotas/7124d656e6d9474eae6510920f730d4b HTTP/1.1" status: 200 len: 375 time: 0.0260277 Dec 16 14:41:43.652018 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-87caa876-9273-4aee-a484-5ded534da07d req-4dea15c5-af2b-481d-b088-35c0f0701a3f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d941f5bd-21ca-4826-a59b-77773b45a78b HTTP/1.1" status: 200 len: 217 time: 0.1314726 Dec 16 14:41:43.745747 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-c72c47f2-e5e1-40c0-b06e-0d7dbdc02ee7 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7124d656e6d9474eae6510920f730d4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1286120 Dec 16 14:41:43.945182 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87caa876-9273-4aee-a484-5ded534da07d req-8556f4ae-1e25-49e4-b0b0-4c9343165d4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:43.947074 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-87caa876-9273-4aee-a484-5ded534da07d req-8556f4ae-1e25-49e4-b0b0-4c9343165d4d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e HTTP/1.1" status: 200 len: 858 time: 0.2883029 Dec 16 14:41:44.030734 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-87caa876-9273-4aee-a484-5ded534da07d req-86c7962b-6993-46f6-8574-3bc4fbb8eb6d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95cfc6cc-2bf9-4352-9f9e-27747b195118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758672 Dec 16 14:41:44.057540 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-bd0c54a2-cab6-43dd-ba59-2a87ab1027f1 service neutron] 10.222.0.44 "GET /v2.0/networks/4008d89e-e67c-4205-829e-e9c197a98dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104298 Dec 16 14:41:44.163155 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfb7d9-0bfa-4a64-8b0d-31d154255469 req-23b53463-09a3-482a-9bb2-7fbc055f363a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:44.175320 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-3adfb7d9-0bfa-4a64-8b0d-31d154255469 req-23b53463-09a3-482a-9bb2-7fbc055f363a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.3752778 Dec 16 14:41:44.380476 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-3adfb7d9-0bfa-4a64-8b0d-31d154255469 req-16172d45-5bae-4f7c-9efc-44f857085661 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026114 Dec 16 14:41:44.445311 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-31427b58-067a-47f3-aba7-849ccc9ffa41 service neutron] 10.222.0.44 "GET /v2.0/networks/4008d89e-e67c-4205-829e-e9c197a98dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851807 Dec 16 14:41:44.479410 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-87caa876-9273-4aee-a484-5ded534da07d req-5a695d82-2026-4e64-8e0e-024bd89c31bd service neutron] 10.222.0.62 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374580 Dec 16 14:41:44.940549 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-87caa876-9273-4aee-a484-5ded534da07d req-c898112b-7380-433d-b4bb-aa5f4f7b0255 service neutron] 10.222.0.62 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473457 Dec 16 14:41:45.254479 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-f846cf1c-d263-482d-9e82-d1e228266194 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:45.257711 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-f846cf1c-d263-482d-9e82-d1e228266194 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.62 "GET /v2.0/networks?id=f4b482f8-e34c-4098-a09d-b37b542f2365 HTTP/1.1" status: 200 len: 809 time: 0.3148844 Dec 16 14:41:45.290261 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-6b19b06e-4535-465a-823c-fcd5378536f4 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Request body: {'port': {'device_id': 'c5c19761-8d8c-4048-a5c9-78f8acc16d63', 'network_id': 'f4b482f8-e34c-4098-a09d-b37b542f2365', 'admin_state_up': True, 'tenant_id': '3880433975de467e8e37ed639e5500a1'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:41:45.607402 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f140ae30-5489-4fac-8626-3cd627f24035 req-f5ef2c35-f277-4c3d-9c84-b35b7d9b1bbd tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5c19761-8d8c-4048-a5c9-78f8acc16d63 HTTP/1.1" status: 200 len: 210 time: 0.1582098 Dec 16 14:41:45.661589 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-6b19b06e-4535-465a-823c-fcd5378536f4 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:45.704393 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdfa23-e106-46a1-8a1f-9b074f9e6d96 req-385ae052-3255-4adf-9eff-a9659120d6be tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:45.712904 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-78cdfa23-e106-46a1-8a1f-9b074f9e6d96 req-385ae052-3255-4adf-9eff-a9659120d6be tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.5570214 Dec 16 14:41:45.750220 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-6b19b06e-4535-465a-823c-fcd5378536f4 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:45.916209 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-78cdfa23-e106-46a1-8a1f-9b074f9e6d96 req-6a1dd63f-fdbe-43c0-84b2-305fb0339bb0 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022223 Dec 16 14:41:45.925257 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-6b19b06e-4535-465a-823c-fcd5378536f4 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Made reservation on behalf of 3880433975de467e8e37ed639e5500a1 for: {'port': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:41:45.938080 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-6b19b06e-4535-465a-823c-fcd5378536f4 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:46.094554 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-ab63017d-c795-4583-aa11-47f0a0ab656e req-a3cef206-f396-404f-b4af-78af795c49c6 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05104e5-eed6-4a20-b30f-dcc133647143 HTTP/1.1" status: 200 len: 210 time: 0.1869233 Dec 16 14:41:46.674177 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_common [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-6b19b06e-4535-465a-823c-fcd5378536f4 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Allocated IP 172.20.0.6 (f4b482f8-e34c-4098-a09d-b37b542f2365/4c49f0d5-853e-4ff3-8481-64a996b25838/c0f823b2-3915-434c-8a13-b086a31d31da) {{(pid=82861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:41:46.867070 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d56c6f-47c8-408b-9364-71470480d439 req-a6cecd7b-7314-4740-a552-bfda2fd0ce2e tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:46.875706 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-20d56c6f-47c8-408b-9364-71470480d439 req-a6cecd7b-7314-4740-a552-bfda2fd0ce2e tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.6425834 Dec 16 14:41:47.241710 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-6b19b06e-4535-465a-823c-fcd5378536f4 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Notify callbacks [] for port, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:47.285271 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-20d56c6f-47c8-408b-9364-71470480d439 req-cdc3fb50-7ea1-4539-a23c-95c203c52567 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4085097 Dec 16 14:41:47.372456 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b083c9c3-c0ba-4271-b463-7c70280a21b9 req-c7c65ab7-533c-411c-b626-0037e721276b tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5c19761-8d8c-4048-a5c9-78f8acc16d63 HTTP/1.1" status: 200 len: 210 time: 0.0878146 Dec 16 14:41:47.387327 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-6b19b06e-4535-465a-823c-fcd5378536f4 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:47.421995 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:47.509041 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19b06e-4535-465a-823c-fcd5378536f4 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Pushing event updated for resources: {'Port': ['ID=c0f823b2-3915-434c-8a13-b086a31d31da,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:47.521207 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-6b19b06e-4535-465a-823c-fcd5378536f4 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:47.523337 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-6b19b06e-4535-465a-823c-fcd5378536f4 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Network f4b482f8-e34c-4098-a09d-b37b542f2365 is already hosted by enough agents. {{(pid=82861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:41:47.531669 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-6b19b06e-4535-465a-823c-fcd5378536f4 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Resources bound (agent type, host, resource id): {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:41:47.549427 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-6b19b06e-4535-465a-823c-fcd5378536f4 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Received port after_create {{(pid=82861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:41:47.729833 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-6b19b06e-4535-465a-823c-fcd5378536f4 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:47.731024 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-6b19b06e-4535-465a-823c-fcd5378536f4 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:47.823171 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-6b19b06e-4535-465a-823c-fcd5378536f4 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5405679 Dec 16 14:41:47.854439 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] Request body: {'port': {'device_id': 'c5c19761-8d8c-4048-a5c9-78f8acc16d63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:41:47.914911 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-43f65c82-9164-41ce-a274-4dd60e2aafde req-c6a49c17-16f5-4fce-b0a5-86813ce3b59a tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05104e5-eed6-4a20-b30f-dcc133647143 HTTP/1.1" status: 200 len: 210 time: 0.1500239 Dec 16 14:41:48.593068 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2e122a68-615b-4f14-87ff-83fa8d12981b req-674d46a4-1d1f-4e66-bb79-a8cca05a6dd5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=be21f06220c9415f8c855afb6556a878&device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 1098 time: 0.6161144 Dec 16 14:41:48.877429 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:48.931916 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc10f9-245a-478b-b565-051c20776c50 req-6c2aafdc-6159-4b4a-b212-c9407642e8d3 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:48.941447 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-efbc10f9-245a-478b-b565-051c20776c50 req-6c2aafdc-6159-4b4a-b212-c9407642e8d3 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.5228105 Dec 16 14:41:49.014108 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-13712d7b-04fb-4b42-933a-e7ba9ad68faa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:49.016957 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-13712d7b-04fb-4b42-933a-e7ba9ad68faa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.62 "GET /v2.0/networks?id=4008d89e-e67c-4205-829e-e9c197a98dcc HTTP/1.1" status: 200 len: 813 time: 0.9800410 Dec 16 14:41:49.071471 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-efbc10f9-245a-478b-b565-051c20776c50 req-d4880174-e299-48c2-ba91-eaa666d8219a tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284647 Dec 16 14:41:49.090590 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-d4c8c374-8172-4f23-87d1-81495454a17d tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Request body: {'port': {'device_id': 'c05104e5-eed6-4a20-b30f-dcc133647143', 'network_id': '4008d89e-e67c-4205-829e-e9c197a98dcc', 'admin_state_up': True, 'tenant_id': '7124d656e6d9474eae6510920f730d4b'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:41:49.122907 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:41:49.355516 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e122a68-615b-4f14-87ff-83fa8d12981b req-6b523d94-680a-4c92-8e75-dc1fa8864a39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:49.360856 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2e122a68-615b-4f14-87ff-83fa8d12981b req-6b523d94-680a-4c92-8e75-dc1fa8864a39 service neutron] 10.222.0.62 "GET /v2.0/networks?id=95cfc6cc-2bf9-4352-9f9e-27747b195118 HTTP/1.1" status: 200 len: 919 time: 0.7076640 Dec 16 14:41:49.477269 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-d4c8c374-8172-4f23-87d1-81495454a17d tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:49.482857 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-d4c8c374-8172-4f23-87d1-81495454a17d tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Usage tracker for resource:port and tenant:7124d656e6d9474eae6510920f730d4b is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:41:49.494887 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-d4c8c374-8172-4f23-87d1-81495454a17d tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:41:49.520303 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-d4c8c374-8172-4f23-87d1-81495454a17d tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:49.557849 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-d4c8c374-8172-4f23-87d1-81495454a17d tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Made reservation on behalf of 7124d656e6d9474eae6510920f730d4b for: {'port': 1} {{(pid=82860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:41:49.566025 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-d4c8c374-8172-4f23-87d1-81495454a17d tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:49.626702 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 59754) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:49.809245 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2e122a68-615b-4f14-87ff-83fa8d12981b req-0fe887fe-6035-4185-a281-f98da666e479 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9e0c808-6c3a-425a-acdf-0cf262a73bf1 HTTP/1.1" status: 200 len: 217 time: 0.3988326 Dec 16 14:41:49.914368 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14f21e-765e-426f-887f-e946d3f6cfed req-ccca8b21-21b7-43dc-8b42-14f4f49d0855 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:49.927404 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-fc14f21e-765e-426f-887f-e946d3f6cfed req-ccca8b21-21b7-43dc-8b42-14f4f49d0855 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 1.0606940 Dec 16 14:41:50.174759 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e122a68-615b-4f14-87ff-83fa8d12981b req-561b99a4-3ce5-4f9f-a917-5e635fa352c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:50.177045 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2e122a68-615b-4f14-87ff-83fa8d12981b req-561b99a4-3ce5-4f9f-a917-5e635fa352c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e HTTP/1.1" status: 200 len: 858 time: 0.3595779 Dec 16 14:41:50.204301 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57921330-7774-45e6-817b-df716359de8d req-b007e535-6478-4c42-8cdb-d8fa49764e92 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:50.214060 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-fc14f21e-765e-426f-887f-e946d3f6cfed req-48c43332-08d7-43ff-b7a9-2ededb1bf9a3 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2847939 Dec 16 14:41:50.217502 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-57921330-7774-45e6-817b-df716359de8d req-b007e535-6478-4c42-8cdb-d8fa49764e92 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5c19761-8d8c-4048-a5c9-78f8acc16d63 HTTP/1.1" status: 200 len: 931 time: 0.5888691 Dec 16 14:41:50.305210 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_common [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-d4c8c374-8172-4f23-87d1-81495454a17d tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Allocated IP 172.20.0.12 (4008d89e-e67c-4205-829e-e9c197a98dcc/ecb758b7-97be-4d80-8ba1-b5451e8615a2/6d283ce4-4af6-4769-ade8-46f9e330bfd8) {{(pid=82860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:41:50.514438 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2e122a68-615b-4f14-87ff-83fa8d12981b req-29b6b76a-44b7-43d5-851b-52d0aa08a965 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95cfc6cc-2bf9-4352-9f9e-27747b195118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3079998 Dec 16 14:41:50.573034 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-43d25f22-bfcb-4ad4-bccf-a2daa8589f8f req-533f7c91-f4e0-4f5d-9aa3-efdd218528b6 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05104e5-eed6-4a20-b30f-dcc133647143 HTTP/1.1" status: 200 len: 210 time: 0.1345286 Dec 16 14:41:50.626259 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-68459e5b-6fe6-4715-8c40-724934cb4eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:50.663038 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f823b2-3915-434c-8a13-b086a31d31da {{(pid=82861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:41:50.677644 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:50.721796 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.provisioning_blocks [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] Transition to ACTIVE for port object c0f823b2-3915-434c-8a13-b086a31d31da will not be triggered until provisioned by entity L2. {{(pid=82861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:41:50.752371 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-68459e5b-6fe6-4715-8c40-724934cb4eca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:41:50.757703 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-68459e5b-6fe6-4715-8c40-724934cb4eca admin admin] Usage tracker for resource:security_group_rule and tenant:c7de9cf1049d430297d4c7374e56840a is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:41:50.761067 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:50.763159 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-68459e5b-6fe6-4715-8c40-724934cb4eca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:41:50.766707 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-6b19b06e-4535-465a-823c-fcd5378536f4 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:50.775036 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-68459e5b-6fe6-4715-8c40-724934cb4eca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:41:50.889176 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-68459e5b-6fe6-4715-8c40-724934cb4eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:50.923307 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-68459e5b-6fe6-4715-8c40-724934cb4eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:50.977084 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:51.020695 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] Pushing event updated for resources: {'Port': ['ID=c0f823b2-3915-434c-8a13-b086a31d31da,revision_number=2']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:51.021912 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-68459e5b-6fe6-4715-8c40-724934cb4eca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c7de9cf1049d430297d4c7374e56840a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3395832 Dec 16 14:41:51.029306 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68459e5b-6fe6-4715-8c40-724934cb4eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5b4e2a-9fdf-4cb2-b7ce-ce1e8914f9d0,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:51.033993 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 59766) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:41:51.049380 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:51.081915 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-68459e5b-6fe6-4715-8c40-724934cb4eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:51.140487 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-57921330-7774-45e6-817b-df716359de8d req-be2c13c0-2dc3-4259-a1b7-6999bceb920f tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e1a821-b863-42ed-82c7-13d3397ec89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9204974 Dec 16 14:41:51.197420 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-d4c8c374-8172-4f23-87d1-81495454a17d tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Notify callbacks [] for port, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:51.280352 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2e122a68-615b-4f14-87ff-83fa8d12981b req-5977d064-12a5-4336-9261-f61b4336ca82 service neutron] 10.222.0.62 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7452796 Dec 16 14:41:51.310109 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e29df5ad-648a-46da-b17d-bc89dfd2e382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:51.345611 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e29df5ad-648a-46da-b17d-bc89dfd2e382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:51.541557 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e29df5ad-648a-46da-b17d-bc89dfd2e382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:51.541557 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-394d4772-8d52-4556-96ea-efc122a43ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:51.561710 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-d4c8c374-8172-4f23-87d1-81495454a17d tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633'] for port, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:51.570101 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29df5ad-648a-46da-b17d-bc89dfd2e382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5b4e2a-9fdf-4cb2-b7ce-ce1e8914f9d0,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:51.587121 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e29df5ad-648a-46da-b17d-bc89dfd2e382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:51.588390 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-e29df5ad-648a-46da-b17d-bc89dfd2e382 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af5b4e2a-9fdf-4cb2-b7ce-ce1e8914f9d0 HTTP/1.1" status: 204 len: 168 time: 0.5483818 Dec 16 14:41:51.790468 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-e29df5ad-648a-46da-b17d-bc89dfd2e382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:51.802564 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:51.807507 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2e122a68-615b-4f14-87ff-83fa8d12981b req-7e039367-9c95-4166-b41d-8b0278c8ac88 service neutron] 10.222.0.62 "GET /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086560 Dec 16 14:41:51.908625 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8c374-8172-4f23-87d1-81495454a17d tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Pushing event updated for resources: {'Port': ['ID=6d283ce4-4af6-4769-ade8-46f9e330bfd8,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:51.915130 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-d4c8c374-8172-4f23-87d1-81495454a17d tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:51.989352 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] Attempting to bind port c0f823b2-3915-434c-8a13-b086a31d31da on host hv-cinder-82189 for vnic_type normal with profile {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:41:51.989821 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] Attempting to bind port c0f823b2-3915-434c-8a13-b086a31d31da by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'ea14126c-6653-4838-b8f2-7edb01bdf76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f4b482f8-e34c-4098-a09d-b37b542f2365'}] {{(pid=82861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:41:51.991838 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] Attempting to bind port c0f823b2-3915-434c-8a13-b086a31d31da on network f4b482f8-e34c-4098-a09d-b37b542f2365 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:41:51.992163 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-d4c8c374-8172-4f23-87d1-81495454a17d tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Network 4008d89e-e67c-4205-829e-e9c197a98dcc is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:41:52.005571 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60717b-8f72-413f-a27b-7ae05d11a085 req-492b3cd8-618f-4c78-ad36-52a7db429adb tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:52.007577 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-d4c8c374-8172-4f23-87d1-81495454a17d tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:41:52.015378 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-3b60717b-8f72-413f-a27b-7ae05d11a085 req-492b3cd8-618f-4c78-ad36-52a7db429adb tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.7983663 Dec 16 14:41:52.029356 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-d4c8c374-8172-4f23-87d1-81495454a17d tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Received port after_create {{(pid=82860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:41:52.058877 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] Port c0f823b2-3915-434c-8a13-b086a31d31da on network f4b482f8-e34c-4098-a09d-b37b542f2365 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 16 14:41:52.059793 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] Attempting to bind port c0f823b2-3915-434c-8a13-b086a31d31da on network f4b482f8-e34c-4098-a09d-b37b542f2365 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:41:52.066719 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-d4c8c374-8172-4f23-87d1-81495454a17d tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:52.067802 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-d4c8c374-8172-4f23-87d1-81495454a17d tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:52.084366 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] Checking agent: {'id': '01466b47-b9e9-4bec-ae02-30c05024f419', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:41:52.084969 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] Checking segment: {'id': 'ea14126c-6653-4838-b8f2-7edb01bdf76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f4b482f8-e34c-4098-a09d-b37b542f2365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:41:52.085115 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] Bound using segment: {'id': 'ea14126c-6653-4838-b8f2-7edb01bdf76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f4b482f8-e34c-4098-a09d-b37b542f2365'} {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:41:52.085495 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] Bound port: c0f823b2-3915-434c-8a13-b086a31d31da, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea14126c-6653-4838-b8f2-7edb01bdf76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f4b482f8-e34c-4098-a09d-b37b542f2365'}}] {{(pid=82861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:41:52.085879 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:52.105211 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d63099-05b3-452e-ab30-12200ef8b059 req-749deb96-a091-4a83-a86e-a52545957c56 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:52.131033 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-50d63099-05b3-452e-ab30-12200ef8b059 req-749deb96-a091-4a83-a86e-a52545957c56 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.4265885 Dec 16 14:41:52.190133 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-d4c8c374-8172-4f23-87d1-81495454a17d tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1138144 Dec 16 14:41:52.246668 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-50d63099-05b3-452e-ab30-12200ef8b059 req-88a2ceb6-c31c-476e-af9e-6df57717af90 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143050 Dec 16 14:41:52.261415 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] Request body: {'port': {'device_id': 'c05104e5-eed6-4a20-b30f-dcc133647143', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:41:52.262603 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-3b60717b-8f72-413f-a27b-7ae05d11a085 req-94142c89-6471-46fb-90de-f0c852929840 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461245 Dec 16 14:41:52.386923 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] For port c0f823b2-3915-434c-8a13-b086a31d31da, host hv-cinder-82189, cleared binding levels {{(pid=82861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:41:52.397567 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] For port c0f823b2-3915-434c-8a13-b086a31d31da, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c0f823b2-3915-434c-8a13-b086a31d31da,segment=NetworkSegment(ea14126c-6653-4838-b8f2-7edb01bdf76e),segment_id=ea14126c-6653-4838-b8f2-7edb01bdf76e)] {{(pid=82861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:41:52.405123 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:52.414150 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-149ea982-71c0-43ff-a754-e59e00bb0429 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:52.530907 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:52.565179 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:52.567171 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] 10.222.0.62 "PUT /v2.0/ports/c0f823b2-3915-434c-8a13-b086a31d31da HTTP/1.1" status: 200 len: 1093 time: 4.7278540 Dec 16 14:41:52.567692 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c19761-8d8c-4048-a5c9-78f8acc16d63', 'tag': 'c0f823b2-3915-434c-8a13-b086a31d31da'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:41:52.604702 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] Pushing event updated for resources: {'Port': ['ID=c0f823b2-3915-434c-8a13-b086a31d31da,revision_number=3']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:52.648056 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:52.888475 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-220d44c0-8d12-4162-9cd7-2ab7021f995d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3880433975de467e8e37ed639e5500a1&device_id=c5c19761-8d8c-4048-a5c9-78f8acc16d63 HTTP/1.1" status: 200 len: 1096 time: 0.2104502 Dec 16 14:41:52.994666 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-5d02e714-0254-4a52-9ac2-7a4a8e204387 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0f823b2-3915-434c-8a13-b086a31d31da HTTP/1.1" status: 200 len: 217 time: 0.0885773 Dec 16 14:41:53.059091 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787e0a2-4d2c-41c6-9a40-9a827385165e req-c1e71f02-ec99-46c3-8a8f-4b3621dbdf7b tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:53.059954 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-7787e0a2-4d2c-41c6-9a40-9a827385165e req-c1e71f02-ec99-46c3-8a8f-4b3621dbdf7b tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Synchronizing usage tracker for tenant:3880433975de467e8e37ed639e5500a1 on resource:port {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:41:53.089876 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-d652b8b5-f651-46b5-8727-c67e32dbf721 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:53.091321 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-d652b8b5-f651-46b5-8727-c67e32dbf721 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c49f0d5-853e-4ff3-8481-64a996b25838 HTTP/1.1" status: 200 len: 849 time: 0.0868678 Dec 16 14:41:53.098368 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-7787e0a2-4d2c-41c6-9a40-9a827385165e req-c1e71f02-ec99-46c3-8a8f-4b3621dbdf7b tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Unset dirty status for tenant:3880433975de467e8e37ed639e5500a1 on resource:port {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:41:53.106209 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7787e0a2-4d2c-41c6-9a40-9a827385165e req-c1e71f02-ec99-46c3-8a8f-4b3621dbdf7b tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5c19761-8d8c-4048-a5c9-78f8acc16d63 HTTP/1.1" status: 200 len: 943 time: 0.2905445 Dec 16 14:41:53.271714 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-171da338-535b-47d1-a12b-48a35d5bdc1d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4b482f8-e34c-4098-a09d-b37b542f2365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1625869 Dec 16 14:41:53.301875 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d283ce4-4af6-4769-ade8-46f9e330bfd8 {{(pid=82860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:41:53.316290 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:53.366884 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] Transition to ACTIVE for port object 6d283ce4-4af6-4769-ade8-46f9e330bfd8 will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:41:53.387552 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:53.401317 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:53.450334 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7787e0a2-4d2c-41c6-9a40-9a827385165e req-e0cbc8d2-9574-43db-affa-d76b704b947f tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e1a821-b863-42ed-82c7-13d3397ec89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420169 Dec 16 14:41:53.559563 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-9aacb482-3e1e-4f5b-9ed5-b076672ede40 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b482f8-e34c-4098-a09d-b37b542f2365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685597 Dec 16 14:41:53.561477 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c19761-8d8c-4048-a5c9-78f8acc16d63', 'tag': 'c0f823b2-3915-434c-8a13-b086a31d31da', 'status': 'completed', 'code': 200} Dec 16 14:41:53.637693 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] Pushing event updated for resources: {'Port': ['ID=6d283ce4-4af6-4769-ade8-46f9e330bfd8,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:53.655067 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:53.661312 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f1db1-a376-4f8c-9cb0-200e3489261f req-248ee832-0b8d-4a70-b170-59c6a4b94aee tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:53.662084 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-6f1f1db1-a376-4f8c-9cb0-200e3489261f req-248ee832-0b8d-4a70-b170-59c6a4b94aee tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Synchronizing usage tracker for tenant:7124d656e6d9474eae6510920f730d4b on resource:port {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:41:53.727102 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-6f1f1db1-a376-4f8c-9cb0-200e3489261f req-248ee832-0b8d-4a70-b170-59c6a4b94aee tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Unset dirty status for tenant:7124d656e6d9474eae6510920f730d4b on resource:port {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:41:53.727102 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-6f1f1db1-a376-4f8c-9cb0-200e3489261f req-248ee832-0b8d-4a70-b170-59c6a4b94aee tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05104e5-eed6-4a20-b30f-dcc133647143 HTTP/1.1" status: 200 len: 932 time: 1.0756626 Dec 16 14:41:53.794583 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] Attempting to bind port 6d283ce4-4af6-4769-ade8-46f9e330bfd8 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:41:53.794913 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] Attempting to bind port 6d283ce4-4af6-4769-ade8-46f9e330bfd8 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '5dd3ac9a-1c1f-4378-b723-a7941d3f5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4008d89e-e67c-4205-829e-e9c197a98dcc'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:41:53.795301 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] Attempting to bind port 6d283ce4-4af6-4769-ade8-46f9e330bfd8 on network 4008d89e-e67c-4205-829e-e9c197a98dcc {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:41:53.805963 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-6f1f1db1-a376-4f8c-9cb0-200e3489261f req-07aeb168-b724-458c-85ac-d9b8414eff6f tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Synchronizing usage tracker for tenant:7124d656e6d9474eae6510920f730d4b on resource:security_group {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:41:53.810317 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] Port 6d283ce4-4af6-4769-ade8-46f9e330bfd8 on network 4008d89e-e67c-4205-829e-e9c197a98dcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 16 14:41:53.810702 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] Attempting to bind port 6d283ce4-4af6-4769-ade8-46f9e330bfd8 on network 4008d89e-e67c-4205-829e-e9c197a98dcc {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:41:53.830372 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] Checking agent: {'id': '01466b47-b9e9-4bec-ae02-30c05024f419', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:41:53.830771 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] Checking segment: {'id': '5dd3ac9a-1c1f-4378-b723-a7941d3f5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4008d89e-e67c-4205-829e-e9c197a98dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:41:53.831222 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] Bound using segment: {'id': '5dd3ac9a-1c1f-4378-b723-a7941d3f5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4008d89e-e67c-4205-829e-e9c197a98dcc'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:41:53.831701 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] Bound port: 6d283ce4-4af6-4769-ade8-46f9e330bfd8, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd3ac9a-1c1f-4378-b723-a7941d3f5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4008d89e-e67c-4205-829e-e9c197a98dcc'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:41:53.832069 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:53.848059 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-6f1f1db1-a376-4f8c-9cb0-200e3489261f req-07aeb168-b724-458c-85ac-d9b8414eff6f tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Unset dirty status for tenant:7124d656e6d9474eae6510920f730d4b on resource:security_group {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:41:53.849309 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-6f1f1db1-a376-4f8c-9cb0-200e3489261f req-07aeb168-b724-458c-85ac-d9b8414eff6f tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064870 Dec 16 14:41:53.918058 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e7fe6fac-566c-4221-9d99-a63c81b723c2 req-86de89e2-dcd7-43d4-90f5-51ff9024f6f4 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b482f8-e34c-4098-a09d-b37b542f2365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336840 Dec 16 14:41:54.012197 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ae2cb-0d82-460a-a017-1bcfd9091971 req-9da2386a-27fb-4b04-85e5-78788fed8ede tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:54.022078 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] For port 6d283ce4-4af6-4769-ade8-46f9e330bfd8, host hv-cinder-82189, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:41:54.027742 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] For port 6d283ce4-4af6-4769-ade8-46f9e330bfd8, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6d283ce4-4af6-4769-ade8-46f9e330bfd8,segment=NetworkSegment(5dd3ac9a-1c1f-4378-b723-a7941d3f5785),segment_id=5dd3ac9a-1c1f-4378-b723-a7941d3f5785)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:41:54.029394 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-df7ae2cb-0d82-460a-a017-1bcfd9091971 req-9da2386a-27fb-4b04-85e5-78788fed8ede tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.2982934 Dec 16 14:41:54.039353 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:54.062798 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:54.134519 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-df7ae2cb-0d82-460a-a017-1bcfd9091971 req-b5ecd5bd-dd70-4e23-b252-9ca7e29895a6 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003411 Dec 16 14:41:54.256975 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:54.258427 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] 10.222.0.62 "PUT /v2.0/ports/6d283ce4-4af6-4769-ade8-46f9e330bfd8 HTTP/1.1" status: 200 len: 1094 time: 2.0098593 Dec 16 14:41:54.258939 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05104e5-eed6-4a20-b30f-dcc133647143', 'tag': '6d283ce4-4af6-4769-ade8-46f9e330bfd8'}] {{(pid=82860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:41:54.302815 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] Pushing event updated for resources: {'Port': ['ID=6d283ce4-4af6-4769-ade8-46f9e330bfd8,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:54.311733 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:54.339341 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fb48a-5b9a-432a-8a27-9628da218433 req-d8b8742d-630e-4b1c-a4ce-103d9860f5d7 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:54.348154 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a29fb48a-5b9a-432a-8a27-9628da218433 req-d8b8742d-630e-4b1c-a4ce-103d9860f5d7 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.2241459 Dec 16 14:41:54.356888 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-121fd315-ccab-4582-838c-486dc134f0e2 req-38901464-d309-405c-95a7-bc1e036874d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3880433975de467e8e37ed639e5500a1&device_id=c5c19761-8d8c-4048-a5c9-78f8acc16d63 HTTP/1.1" status: 200 len: 1096 time: 0.2060552 Dec 16 14:41:54.476949 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a29fb48a-5b9a-432a-8a27-9628da218433 req-42eabf66-d5be-4780-b625-e20485208781 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273022 Dec 16 14:41:54.527511 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-5a0bf18d-c04b-44e5-a789-029627093868 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7124d656e6d9474eae6510920f730d4b&device_id=c05104e5-eed6-4a20-b30f-dcc133647143 HTTP/1.1" status: 200 len: 1097 time: 0.1569250 Dec 16 14:41:54.546912 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05104e5-eed6-4a20-b30f-dcc133647143', 'tag': '6d283ce4-4af6-4769-ade8-46f9e330bfd8', 'status': 'completed', 'code': 200} Dec 16 14:41:54.578837 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fd315-ccab-4582-838c-486dc134f0e2 req-6508f4c6-205a-4224-bcf3-ecb4a8e2b13c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:54.580555 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-121fd315-ccab-4582-838c-486dc134f0e2 req-6508f4c6-205a-4224-bcf3-ecb4a8e2b13c service neutron] 10.222.0.62 "GET /v2.0/networks?id=f4b482f8-e34c-4098-a09d-b37b542f2365 HTTP/1.1" status: 200 len: 910 time: 0.1974914 Dec 16 14:41:54.675035 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-121fd315-ccab-4582-838c-486dc134f0e2 req-5b993c24-27be-435a-ab47-72daf6d9f753 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0f823b2-3915-434c-8a13-b086a31d31da HTTP/1.1" status: 200 len: 217 time: 0.0822477 Dec 16 14:41:54.748426 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-958993d2-9e4a-46d4-9e23-8dc0c7e772fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d283ce4-4af6-4769-ade8-46f9e330bfd8 HTTP/1.1" status: 200 len: 217 time: 0.1765747 Dec 16 14:41:54.797545 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fd315-ccab-4582-838c-486dc134f0e2 req-9ec6e9a3-b02d-4a6f-86a7-063bd38912cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:54.800383 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-121fd315-ccab-4582-838c-486dc134f0e2 req-9ec6e9a3-b02d-4a6f-86a7-063bd38912cb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c49f0d5-853e-4ff3-8481-64a996b25838 HTTP/1.1" status: 200 len: 849 time: 0.1193449 Dec 16 14:41:54.836870 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79412666-1641-42f6-847f-dfee887816a1 req-e51226f5-e953-4ba6-8269-bfd36d12e8a0 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:54.839643 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-79412666-1641-42f6-847f-dfee887816a1 req-e51226f5-e953-4ba6-8269-bfd36d12e8a0 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5c19761-8d8c-4048-a5c9-78f8acc16d63 HTTP/1.1" status: 200 len: 943 time: 0.1856682 Dec 16 14:41:54.953955 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-121fd315-ccab-4582-838c-486dc134f0e2 req-b954471f-7133-46a1-baec-dca93ca08439 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4b482f8-e34c-4098-a09d-b37b542f2365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791280 Dec 16 14:41:55.030426 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-79412666-1641-42f6-847f-dfee887816a1 req-5b5971ef-9ef0-4a11-a1da-69f1028d92e1 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e1a821-b863-42ed-82c7-13d3397ec89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830192 Dec 16 14:41:55.044931 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-83cdf9e0-d3ba-4799-9e45-2f602fd5b46b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:55.046839 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-83cdf9e0-d3ba-4799-9e45-2f602fd5b46b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ecb758b7-97be-4d80-8ba1-b5451e8615a2 HTTP/1.1" status: 200 len: 853 time: 0.1708646 Dec 16 14:41:55.174704 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-cf581439-c0cc-4fd4-8a5b-4baa4ff9e449 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4008d89e-e67c-4205-829e-e9c197a98dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129782 Dec 16 14:41:55.268564 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-121fd315-ccab-4582-838c-486dc134f0e2 req-b99042ca-0fb2-4c95-875d-811ce33ecc3f service neutron] 10.222.0.62 "GET /v2.0/networks/f4b482f8-e34c-4098-a09d-b37b542f2365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968736 Dec 16 14:41:55.609167 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-5aee075f-8692-41ca-9714-2ac888dffcc6 service neutron] 10.222.0.62 "GET /v2.0/networks/4008d89e-e67c-4205-829e-e9c197a98dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239752 Dec 16 14:41:55.750230 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9c8ed-0798-4409-8f42-9cb254e1d242 req-21e175b4-fb07-4cff-b809-cc89b123a9e3 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:55.751823 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-caa9c8ed-0798-4409-8f42-9cb254e1d242 req-21e175b4-fb07-4cff-b809-cc89b123a9e3 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05104e5-eed6-4a20-b30f-dcc133647143 HTTP/1.1" status: 200 len: 944 time: 0.3842258 Dec 16 14:41:55.801946 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-121fd315-ccab-4582-838c-486dc134f0e2 req-35c31a0a-3bb9-44bf-8071-d905e2689be5 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b482f8-e34c-4098-a09d-b37b542f2365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166538 Dec 16 14:41:55.843764 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-86f61c58-a362-40fd-9f00-a1e4d5ae6567 req-851ef97c-0693-4249-9de8-f0a488c4cd4e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50ab4f2ba6e544b5a75c9ff80708a7a6&device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 1099 time: 0.3317308 Dec 16 14:41:55.850754 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957b59a-c280-4fc6-9df1-fcce52b2615e req-eda190d4-647f-4082-ab53-92c6d73a5b16 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:55.852241 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-9957b59a-c280-4fc6-9df1-fcce52b2615e req-eda190d4-647f-4082-ab53-92c6d73a5b16 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.3384135 Dec 16 14:41:55.856056 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-caa9c8ed-0798-4409-8f42-9cb254e1d242 req-342e0945-322f-4b2a-9bad-055f7faf4855 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931287 Dec 16 14:41:55.858133 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c3e55347-7d20-4ba9-8b2f-64bb5c5314ba req-f11d3df7-be60-4b99-a618-df0a88cbd4ae service neutron] 10.222.0.62 "GET /v2.0/networks/4008d89e-e67c-4205-829e-e9c197a98dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395051 Dec 16 14:41:55.937736 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-9957b59a-c280-4fc6-9df1-fcce52b2615e req-2bc4a751-1d37-4d89-803f-4e6fe027163e tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776136 Dec 16 14:41:56.141762 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-191b471c-024d-4399-9542-3224b0430ddc req-a115b536-aab6-4d50-8408-e4eb453d0c7b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7124d656e6d9474eae6510920f730d4b&device_id=c05104e5-eed6-4a20-b30f-dcc133647143 HTTP/1.1" status: 200 len: 1097 time: 0.1370370 Dec 16 14:41:56.152442 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f61c58-a362-40fd-9f00-a1e4d5ae6567 req-da75b559-861f-4e51-99c9-0e3a91c732b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:56.154897 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-86f61c58-a362-40fd-9f00-a1e4d5ae6567 req-da75b559-861f-4e51-99c9-0e3a91c732b5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb1f760c-41d7-4239-8c86-9a119e8dad65 HTTP/1.1" status: 200 len: 918 time: 0.2425728 Dec 16 14:41:56.295586 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-86f61c58-a362-40fd-9f00-a1e4d5ae6567 req-84878ef1-37fa-4263-b479-750f81048941 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a HTTP/1.1" status: 200 len: 1002 time: 0.1330197 Dec 16 14:41:56.417921 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b471c-024d-4399-9542-3224b0430ddc req-dcf2ce15-0c10-433e-8d94-54acc160b157 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:56.419590 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-191b471c-024d-4399-9542-3224b0430ddc req-dcf2ce15-0c10-433e-8d94-54acc160b157 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4008d89e-e67c-4205-829e-e9c197a98dcc HTTP/1.1" status: 200 len: 914 time: 0.2691741 Dec 16 14:41:56.427281 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55721a2-0798-4e3a-bc9b-d4bdf18603f1 req-50551c2c-32c5-478c-8625-2e1d3c1e8f20 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:56.428970 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c55721a2-0798-4e3a-bc9b-d4bdf18603f1 req-50551c2c-32c5-478c-8625-2e1d3c1e8f20 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5c19761-8d8c-4048-a5c9-78f8acc16d63 HTTP/1.1" status: 200 len: 943 time: 0.1923866 Dec 16 14:41:56.510572 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f61c58-a362-40fd-9f00-a1e4d5ae6567 req-c67a230b-1eda-48ac-ae7d-5d96b7fed680 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:56.512534 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-86f61c58-a362-40fd-9f00-a1e4d5ae6567 req-c67a230b-1eda-48ac-ae7d-5d96b7fed680 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=69274fc7-9ac3-4ad8-87f4-58834408c137 HTTP/1.1" status: 200 len: 856 time: 0.2078619 Dec 16 14:41:56.518161 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-191b471c-024d-4399-9542-3224b0430ddc req-7bd543ca-1051-42a0-af46-030f969d34d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d283ce4-4af6-4769-ade8-46f9e330bfd8 HTTP/1.1" status: 200 len: 217 time: 0.0882351 Dec 16 14:41:56.621591 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-86f61c58-a362-40fd-9f00-a1e4d5ae6567 req-4803ac14-f06b-403f-ab98-fdce55fa1aa5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb1f760c-41d7-4239-8c86-9a119e8dad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0967712 Dec 16 14:41:56.711714 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c55721a2-0798-4e3a-bc9b-d4bdf18603f1 req-e8b34768-2ab5-4818-8575-f4e97cfcc8eb tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e1a821-b863-42ed-82c7-13d3397ec89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278724 Dec 16 14:41:56.727824 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b471c-024d-4399-9542-3224b0430ddc req-b745a205-1faf-4f5c-adb0-1fab0a97232e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:56.730090 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-191b471c-024d-4399-9542-3224b0430ddc req-b745a205-1faf-4f5c-adb0-1fab0a97232e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ecb758b7-97be-4d80-8ba1-b5451e8615a2 HTTP/1.1" status: 200 len: 853 time: 0.2049367 Dec 16 14:41:56.805439 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-191b471c-024d-4399-9542-3224b0430ddc req-c5c745ad-490a-4cdd-a00a-92cb98c3d124 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4008d89e-e67c-4205-829e-e9c197a98dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672991 Dec 16 14:41:56.859712 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-86f61c58-a362-40fd-9f00-a1e4d5ae6567 req-dd8a5782-3888-4ac8-b3e7-e58b5700d62a service neutron] 10.222.0.62 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284641 Dec 16 14:41:57.156948 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-191b471c-024d-4399-9542-3224b0430ddc req-900316fb-9dc0-4b5c-ad49-23c1bd9320c5 service neutron] 10.222.0.62 "GET /v2.0/networks/4008d89e-e67c-4205-829e-e9c197a98dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382490 Dec 16 14:41:57.169393 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-86f61c58-a362-40fd-9f00-a1e4d5ae6567 req-1ecd0a7a-451b-448f-ab1f-973fb96ad342 service neutron] 10.222.0.62 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010046 Dec 16 14:41:57.204121 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device c0f823b2-3915-434c-8a13-b086a31d31da details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:41:57.259899 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559edfe4-b226-4e77-9c6c-529d9fdc3eac req-79a632f4-2d9d-49d4-86f3-5aafe7fb6348 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:57.262987 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-559edfe4-b226-4e77-9c6c-529d9fdc3eac req-79a632f4-2d9d-49d4-86f3-5aafe7fb6348 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05104e5-eed6-4a20-b30f-dcc133647143 HTTP/1.1" status: 200 len: 944 time: 0.2041523 Dec 16 14:41:57.358087 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-559edfe4-b226-4e77-9c6c-529d9fdc3eac req-841888d4-5fd6-451f-bcc5-3a3e6b67af1b tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872364 Dec 16 14:41:57.399236 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-191b471c-024d-4399-9542-3224b0430ddc req-a97d35a6-e2c3-48e6-a470-d2e9ae751c95 service neutron] 10.222.0.62 "GET /v2.0/networks/4008d89e-e67c-4205-829e-e9c197a98dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345793 Dec 16 14:41:57.551431 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b61890-3df7-4ca4-81d1-c304c2389722 req-1a7032ac-582c-4c10-8c41-469ac0a7e850 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:57.559602 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-95b61890-3df7-4ca4-81d1-c304c2389722 req-1a7032ac-582c-4c10-8c41-469ac0a7e850 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.1589494 Dec 16 14:41:57.624411 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-95b61890-3df7-4ca4-81d1-c304c2389722 req-14e5aa6c-7299-4933-947b-66967e992caa tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636718 Dec 16 14:41:57.705127 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port c0f823b2-3915-434c-8a13-b086a31d31da, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c0f823b2-3915-434c-8a13-b086a31d31da,segment=NetworkSegment(ea14126c-6653-4838-b8f2-7edb01bdf76e),segment_id=ea14126c-6653-4838-b8f2-7edb01bdf76e)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:41:57.723967 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Returning: {'device': 'c0f823b2-3915-434c-8a13-b086a31d31da', 'network_id': 'f4b482f8-e34c-4098-a09d-b37b542f2365', 'port_id': 'c0f823b2-3915-434c-8a13-b086a31d31da', 'mac_address': 'fa:16:3e:a0:fc:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c49f0d5-853e-4ff3-8481-64a996b25838', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:41:57.845630 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:57.890475 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f823b2-3915-434c-8a13-b086a31d31da {{(pid=82862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:41:57.922689 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port c0f823b2-3915-434c-8a13-b086a31d31da, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c0f823b2-3915-434c-8a13-b086a31d31da,segment=NetworkSegment(ea14126c-6653-4838-b8f2-7edb01bdf76e),segment_id=ea14126c-6653-4838-b8f2-7edb01bdf76e)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:41:57.932456 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:57.939412 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:58.125776 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c0a1d-5cc8-4c12-bfda-eaba6a29ab5b req-ae9b89c6-0176-4acc-ab81-4550ccc19fea tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:58.138705 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e86c0a1d-5cc8-4c12-bfda-eaba6a29ab5b req-ae9b89c6-0176-4acc-ab81-4550ccc19fea tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5c19761-8d8c-4048-a5c9-78f8acc16d63 HTTP/1.1" status: 200 len: 944 time: 0.1585326 Dec 16 14:41:58.147421 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=c0f823b2-3915-434c-8a13-b086a31d31da,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:41:58.159083 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:41:58.238315 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e86c0a1d-5cc8-4c12-bfda-eaba6a29ab5b req-04a56724-5625-43e2-b2b3-40a4dc491d72 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e1a821-b863-42ed-82c7-13d3397ec89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975358 Dec 16 14:41:58.367500 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['c0f823b2-3915-434c-8a13-b086a31d31da'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:41:58.600295 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05385219-b2b8-49d7-935d-e924c0f32072 req-80fe8648-57c7-4988-bf5f-4ada335f24d7 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:58.601890 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-05385219-b2b8-49d7-935d-e924c0f32072 req-80fe8648-57c7-4988-bf5f-4ada335f24d7 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05104e5-eed6-4a20-b30f-dcc133647143 HTTP/1.1" status: 200 len: 944 time: 0.1037116 Dec 16 14:41:58.674352 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-05385219-b2b8-49d7-935d-e924c0f32072 req-18467a78-7a68-496f-a224-874cbc34e211 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614238 Dec 16 14:41:58.943294 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10a0fc-465b-4013-99a0-13658caa3e55 req-4dcbb4b8-1bff-46ef-8b49-39549154bcfe tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:58.945645 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2e10a0fc-465b-4013-99a0-13658caa3e55 req-4dcbb4b8-1bff-46ef-8b49-39549154bcfe tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 946 time: 0.1267421 Dec 16 14:41:59.022083 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2e10a0fc-465b-4013-99a0-13658caa3e55 req-e68ea243-5933-46fc-a2e8-695c9b4cbcec tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702367 Dec 16 14:41:59.212261 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 6d283ce4-4af6-4769-ade8-46f9e330bfd8 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:41:59.222662 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:41:59.617051 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0dab22-ca26-4005-8c2c-7fffdeba4842 req-5b4ef264-f09c-4794-bc7e-7efc7dd5859b tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:41:59.645341 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-2a0dab22-ca26-4005-8c2c-7fffdeba4842 req-5b4ef264-f09c-4794-bc7e-7efc7dd5859b tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5c19761-8d8c-4048-a5c9-78f8acc16d63 HTTP/1.1" status: 200 len: 944 time: 0.1652348 Dec 16 14:41:59.746574 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:59.754569 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-2a0dab22-ca26-4005-8c2c-7fffdeba4842 req-784c56b6-7787-4b82-9c53-6e4ee87db43b tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e1a821-b863-42ed-82c7-13d3397ec89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078317 Dec 16 14:41:59.861306 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 6d283ce4-4af6-4769-ade8-46f9e330bfd8, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6d283ce4-4af6-4769-ade8-46f9e330bfd8,segment=NetworkSegment(5dd3ac9a-1c1f-4378-b723-a7941d3f5785),segment_id=5dd3ac9a-1c1f-4378-b723-a7941d3f5785)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:41:59.924724 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:41:59.929425 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a18f218-5bc0-4ffd-ad59-86e315b7487e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eb0bd28-703a-4b3f-b4d8-a8a3322b412a'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:41:59.938435 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:41:59.942303 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:41:59.989988 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Returning: {'device': '6d283ce4-4af6-4769-ade8-46f9e330bfd8', 'network_id': '4008d89e-e67c-4205-829e-e9c197a98dcc', 'port_id': '6d283ce4-4af6-4769-ade8-46f9e330bfd8', 'mac_address': 'fa:16:3e:c9:ce:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb758b7-97be-4d80-8ba1-b5451e8615a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:42:00.115932 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a,revision_number=8']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:00.124003 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:00.125593 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:00.134117 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af217954-a2f4-46ed-bf2a-8c648dbeaa49 req-296dd001-eab0-4deb-aacb-af3fa446cedc tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:00.144103 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-af217954-a2f4-46ed-bf2a-8c648dbeaa49 req-296dd001-eab0-4deb-aacb-af3fa446cedc tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05104e5-eed6-4a20-b30f-dcc133647143 HTTP/1.1" status: 200 len: 944 time: 0.1999435 Dec 16 14:42:00.172762 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d283ce4-4af6-4769-ade8-46f9e330bfd8 {{(pid=82862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:42:00.206496 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 6d283ce4-4af6-4769-ade8-46f9e330bfd8, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6d283ce4-4af6-4769-ade8-46f9e330bfd8,segment=NetworkSegment(5dd3ac9a-1c1f-4378-b723-a7941d3f5785),segment_id=5dd3ac9a-1c1f-4378-b723-a7941d3f5785)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:42:00.217054 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:00.222758 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:00.249801 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-af217954-a2f4-46ed-bf2a-8c648dbeaa49 req-3de0570f-12fe-4bc3-92cf-bd9bd108c37b tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035380 Dec 16 14:42:00.383373 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a18f218-5bc0-4ffd-ad59-86e315b7487e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eb0bd28-703a-4b3f-b4d8-a8a3322b412a', 'code': 200} Dec 16 14:42:00.408042 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=6d283ce4-4af6-4769-ade8-46f9e330bfd8,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:00.414056 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:00.585446 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['6d283ce4-4af6-4769-ade8-46f9e330bfd8'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:42:00.666016 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a92a0-b9e3-4a9e-a029-4ccd71527903 req-ff04e836-911d-4099-ac73-3a8c78e28d2c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:00.669218 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-910a92a0-b9e3-4a9e-a029-4ccd71527903 req-ff04e836-911d-4099-ac73-3a8c78e28d2c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 944 time: 0.1652935 Dec 16 14:42:00.781006 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-910a92a0-b9e3-4a9e-a029-4ccd71527903 req-637756c7-0478-4b46-bf3a-06ac82463f69 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963306 Dec 16 14:42:01.232535 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device c0f823b2-3915-434c-8a13-b086a31d31da up at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:42:01.304213 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730e221-d7d4-46d4-82aa-8d28e72972e2 req-4250f566-dfd8-4087-9dda-3e1ee37019e8 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:01.306973 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c730e221-d7d4-46d4-82aa-8d28e72972e2 req-4250f566-dfd8-4087-9dda-3e1ee37019e8 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5c19761-8d8c-4048-a5c9-78f8acc16d63 HTTP/1.1" status: 200 len: 944 time: 0.1899488 Dec 16 14:42:01.397845 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning for port c0f823b2-3915-434c-8a13-b086a31d31da completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:42:01.410857 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning complete for port c0f823b2-3915-434c-8a13-b086a31d31da triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:42:01.411818 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:01.435791 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c730e221-d7d4-46d4-82aa-8d28e72972e2 req-636bab90-9569-4713-8a4f-8ae6aa225a93 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e1a821-b863-42ed-82c7-13d3397ec89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180625 Dec 16 14:42:01.705086 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:01.777045 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port c0f823b2-3915-434c-8a13-b086a31d31da, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c0f823b2-3915-434c-8a13-b086a31d31da,segment=NetworkSegment(ea14126c-6653-4838-b8f2-7edb01bdf76e),segment_id=ea14126c-6653-4838-b8f2-7edb01bdf76e)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:42:01.783403 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:01.785139 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:42:01.819909 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:01.914060 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe526c1a-837b-44f1-b919-ce57da391cbb req-0e743162-fc13-4b9e-bea6-aeb97337cc4b tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:01.917012 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-fe526c1a-837b-44f1-b919-ce57da391cbb req-0e743162-fc13-4b9e-bea6-aeb97337cc4b tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05104e5-eed6-4a20-b30f-dcc133647143 HTTP/1.1" status: 200 len: 945 time: 0.2127547 Dec 16 14:42:01.960096 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=c0f823b2-3915-434c-8a13-b086a31d31da,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:01.974727 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:02.049963 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-fe526c1a-837b-44f1-b919-ce57da391cbb req-203e357f-0273-477a-b3ff-df111c3e54ab tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239743 Dec 16 14:42:02.208910 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 59960) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:02.384834 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c19761-8d8c-4048-a5c9-78f8acc16d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f823b2-3915-434c-8a13-b086a31d31da'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:42:02.536172 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-753f8743-ae55-4348-99d5-75be7b31415b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:02.653266 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-753f8743-ae55-4348-99d5-75be7b31415b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:42:02.667466 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-753f8743-ae55-4348-99d5-75be7b31415b admin admin] Usage tracker for resource:security_group_rule and tenant:b524778646494872847c302817c5aec3 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:42:02.672624 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-753f8743-ae55-4348-99d5-75be7b31415b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:42:02.681396 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-753f8743-ae55-4348-99d5-75be7b31415b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:42:02.725272 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c19761-8d8c-4048-a5c9-78f8acc16d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f823b2-3915-434c-8a13-b086a31d31da', 'code': 200} Dec 16 14:42:02.884095 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-753f8743-ae55-4348-99d5-75be7b31415b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:02.906188 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-753f8743-ae55-4348-99d5-75be7b31415b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:02.914232 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb2fa9-4b6a-45ac-8f75-748f7829c9d0 req-f88bef0f-f425-4927-b67f-dd6872baa088 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:02.926568 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-08bb2fa9-4b6a-45ac-8f75-748f7829c9d0 req-f88bef0f-f425-4927-b67f-dd6872baa088 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5c19761-8d8c-4048-a5c9-78f8acc16d63 HTTP/1.1" status: 200 len: 945 time: 0.1882987 Dec 16 14:42:03.015409 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-08bb2fa9-4b6a-45ac-8f75-748f7829c9d0 req-0f708f1f-6dc3-4449-b5fa-39b38064364e tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e1a821-b863-42ed-82c7-13d3397ec89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872369 Dec 16 14:42:03.042252 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-70557292-aed9-460d-83b9-7a473b547eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:03.165906 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-753f8743-ae55-4348-99d5-75be7b31415b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b524778646494872847c302817c5aec3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9550045 Dec 16 14:42:03.170102 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 59982) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:03.184430 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f8743-ae55-4348-99d5-75be7b31415b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a101fed-026c-48f9-9d3f-4d2039808eae,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:03.219036 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f8743-ae55-4348-99d5-75be7b31415b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:03.220020 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f8743-ae55-4348-99d5-75be7b31415b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:03.220667 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f8743-ae55-4348-99d5-75be7b31415b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:03.221311 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f8743-ae55-4348-99d5-75be7b31415b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:03.221986 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f8743-ae55-4348-99d5-75be7b31415b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:03.222631 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f8743-ae55-4348-99d5-75be7b31415b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:03.223271 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f8743-ae55-4348-99d5-75be7b31415b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:03.223911 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f8743-ae55-4348-99d5-75be7b31415b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:03.224702 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f8743-ae55-4348-99d5-75be7b31415b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:03.225352 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f8743-ae55-4348-99d5-75be7b31415b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:03.226169 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f8743-ae55-4348-99d5-75be7b31415b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:03.233723 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-753f8743-ae55-4348-99d5-75be7b31415b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:03.254074 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 6d283ce4-4af6-4769-ade8-46f9e330bfd8 up at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:42:03.324730 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4821b47-731f-4c81-ab6b-ded9bad9e606 req-2adee931-873b-4686-9a0a-44056f57b5b6 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:03.328366 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c4821b47-731f-4c81-ab6b-ded9bad9e606 req-2adee931-873b-4686-9a0a-44056f57b5b6 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.3488343 Dec 16 14:42:03.443834 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning for port 6d283ce4-4af6-4769-ade8-46f9e330bfd8 completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:42:03.452959 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning complete for port 6d283ce4-4af6-4769-ade8-46f9e330bfd8 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:42:03.453421 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:03.456406 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-73a12f90-8b48-42bc-ad08-bacae0e6281d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:03.458954 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c4821b47-731f-4c81-ab6b-ded9bad9e606 req-4618eb3f-429c-4e18-9117-8e4fa24b8e4b tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069233 Dec 16 14:42:03.487923 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f3d32f45-9288-4152-877b-5ce203ccf243 req-ada400c5-976a-4228-ae86-7352fb071bc5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c5c19761-8d8c-4048-a5c9-78f8acc16d63 HTTP/1.1" status: 200 len: 1098 time: 0.3191690 Dec 16 14:42:03.552127 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-73a12f90-8b48-42bc-ad08-bacae0e6281d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:03.676469 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:03.686335 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-73a12f90-8b48-42bc-ad08-bacae0e6281d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:03.702467 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-3e0b1bd6-7468-4dc1-b3fc-17213e3a44e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:03.732508 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 6d283ce4-4af6-4769-ade8-46f9e330bfd8, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6d283ce4-4af6-4769-ade8-46f9e330bfd8,segment=NetworkSegment(5dd3ac9a-1c1f-4378-b723-a7941d3f5785),segment_id=5dd3ac9a-1c1f-4378-b723-a7941d3f5785)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:42:03.733374 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a354913-82d8-428c-9c3a-c11ae1b197ce req-82cb193f-8659-4d04-bcd4-cfafd02cd0fa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:03.736791 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-3a354913-82d8-428c-9c3a-c11ae1b197ce req-82cb193f-8659-4d04-bcd4-cfafd02cd0fa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05104e5-eed6-4a20-b30f-dcc133647143 HTTP/1.1" status: 200 len: 945 time: 0.4076567 Dec 16 14:42:03.741040 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:03.743185 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-19c398db-64ae-49e6-998a-f4eeb937a43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:03.744067 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a12f90-8b48-42bc-ad08-bacae0e6281d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a101fed-026c-48f9-9d3f-4d2039808eae,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:03.750424 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-73a12f90-8b48-42bc-ad08-bacae0e6281d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:03.752672 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-73a12f90-8b48-42bc-ad08-bacae0e6281d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a101fed-026c-48f9-9d3f-4d2039808eae HTTP/1.1" status: 204 len: 168 time: 0.5814123 Dec 16 14:42:03.812133 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-66836bff-88d5-478c-afb0-4c46382c3c7e req-b6994e24-ce9e-4860-81f8-2e0b96467017 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2010307 Dec 16 14:42:03.865438 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f3d32f45-9288-4152-877b-5ce203ccf243 req-69505d36-2990-4f3c-a4c2-5ba659cdc2cd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a6e1a821-b863-42ed-82c7-13d3397ec89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562443 Dec 16 14:42:03.883512 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a12f90-8b48-42bc-ad08-bacae0e6281d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:03.884293 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a12f90-8b48-42bc-ad08-bacae0e6281d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:03.885428 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a12f90-8b48-42bc-ad08-bacae0e6281d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:03.886217 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a12f90-8b48-42bc-ad08-bacae0e6281d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:03.886779 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a12f90-8b48-42bc-ad08-bacae0e6281d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:03.887414 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a12f90-8b48-42bc-ad08-bacae0e6281d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:03.887995 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a12f90-8b48-42bc-ad08-bacae0e6281d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:03.888560 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a12f90-8b48-42bc-ad08-bacae0e6281d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:03.889049 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a12f90-8b48-42bc-ad08-bacae0e6281d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:03.889888 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a12f90-8b48-42bc-ad08-bacae0e6281d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:03.890388 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a12f90-8b48-42bc-ad08-bacae0e6281d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:03.909083 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-73a12f90-8b48-42bc-ad08-bacae0e6281d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:03.938232 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-3a354913-82d8-428c-9c3a-c11ae1b197ce req-c84749ec-bfd2-4adf-a0b5-734b221f4f04 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828117 Dec 16 14:42:03.985199 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=6d283ce4-4af6-4769-ade8-46f9e330bfd8,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:04.003507 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:04.004185 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:04.004618 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:04.005590 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:04.006334 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:04.006879 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:04.007203 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:04.007701 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:04.008203 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:04.008719 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:04.009601 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:42:04.015067 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:04.447257 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8b4b4-9c8a-4bd7-8d45-5fa606eaa73e req-d545e8b4-ab9b-4918-8b4f-122c4ecda494 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:04.450899 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d3b8b4b4-9c8a-4bd7-8d45-5fa606eaa73e req-d545e8b4-ab9b-4918-8b4f-122c4ecda494 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 944 time: 0.1671886 Dec 16 14:42:04.473708 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac4a73-378f-47c1-a4fa-3bee8177830e req-b421e7e9-ad72-48b4-b23b-98ac8c7b07a6 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:04.475741 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f2ac4a73-378f-47c1-a4fa-3bee8177830e req-b421e7e9-ad72-48b4-b23b-98ac8c7b07a6 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5c19761-8d8c-4048-a5c9-78f8acc16d63 HTTP/1.1" status: 200 len: 945 time: 0.1693573 Dec 16 14:42:04.529329 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d3b8b4b4-9c8a-4bd7-8d45-5fa606eaa73e req-ba7df184-ebb9-4630-a25d-7633c1e0a5d4 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717025 Dec 16 14:42:04.557030 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f2ac4a73-378f-47c1-a4fa-3bee8177830e req-df56f47e-0609-43af-85c5-f01158db84d8 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e1a821-b863-42ed-82c7-13d3397ec89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720756 Dec 16 14:42:04.560369 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 60022) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:04.726612 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05104e5-eed6-4a20-b30f-dcc133647143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d283ce4-4af6-4769-ade8-46f9e330bfd8'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:42:04.843101 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c139281-f8fe-41fd-bd98-0511811aebaf req-b5d3b900-2133-46fa-803f-534633df4c93 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:04.843798 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-2b569f25-5daf-4091-b857-1c110c429fa2 req-84abac8b-9e79-4ed6-9dd1-ac049af77683 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2815697 Dec 16 14:42:04.846278 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2c139281-f8fe-41fd-bd98-0511811aebaf req-b5d3b900-2133-46fa-803f-534633df4c93 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.1384215 Dec 16 14:42:04.938914 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2c139281-f8fe-41fd-bd98-0511811aebaf req-fb08daac-8826-40d3-95ba-f7af50c20040 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797267 Dec 16 14:42:05.378711 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05104e5-eed6-4a20-b30f-dcc133647143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d283ce4-4af6-4769-ade8-46f9e330bfd8', 'code': 200} Dec 16 14:42:05.509212 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98acf8a-138a-4c19-8d9e-fb5143411d37 req-e4cd6f27-5272-4169-a76b-c78944aa634d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:05.527487 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c98acf8a-138a-4c19-8d9e-fb5143411d37 req-e4cd6f27-5272-4169-a76b-c78944aa634d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.2934604 Dec 16 14:42:05.658063 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c98acf8a-138a-4c19-8d9e-fb5143411d37 req-a61da9db-a445-4ecb-8218-a9819f6d4bc6 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285586 Dec 16 14:42:05.957815 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933789fd-21e3-4b5e-a801-b0b07e844118 req-850c5843-7f21-40fa-8123-6dd3b8965d52 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:05.960454 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-933789fd-21e3-4b5e-a801-b0b07e844118 req-850c5843-7f21-40fa-8123-6dd3b8965d52 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05104e5-eed6-4a20-b30f-dcc133647143 HTTP/1.1" status: 200 len: 946 time: 0.1858218 Dec 16 14:42:06.067642 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-933789fd-21e3-4b5e-a801-b0b07e844118 req-0ee02c80-5a0a-4d69-822d-f8b4f7562d58 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876315 Dec 16 14:42:06.086197 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062edd0-c2b4-4b15-8037-f685f8a20fb4 req-59d02ea5-a9ba-4697-9d5a-56b299578614 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:06.089143 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-0062edd0-c2b4-4b15-8037-f685f8a20fb4 req-59d02ea5-a9ba-4697-9d5a-56b299578614 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.62 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.4021969 Dec 16 14:42:06.101555 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-246f05aa-27f8-4709-ba0d-8648e1a647b1 req-f28dd3e7-d307-47d4-b666-8acc72eac715 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c05104e5-eed6-4a20-b30f-dcc133647143 HTTP/1.1" status: 200 len: 1099 time: 0.3219128 Dec 16 14:42:06.200565 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-246f05aa-27f8-4709-ba0d-8648e1a647b1 req-8829572f-c5c3-42d8-81af-676f00c2bfcf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919511 Dec 16 14:42:06.208477 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df786430-ae84-47ca-bdac-75176650b31a req-33a7bce4-fb3a-4b43-ad44-b1aaf31d0648 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:06.216469 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-df786430-ae84-47ca-bdac-75176650b31a req-33a7bce4-fb3a-4b43-ad44-b1aaf31d0648 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5c19761-8d8c-4048-a5c9-78f8acc16d63 HTTP/1.1" status: 200 len: 945 time: 0.3032887 Dec 16 14:42:06.285042 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [req-0062edd0-c2b4-4b15-8037-f685f8a20fb4 req-788deac9-bc87-4812-ad01-59ff09366ad3 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Deleting port d941f5bd-21ca-4826-a59b-77773b45a78b {{(pid=82860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:42:06.290837 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-0062edd0-c2b4-4b15-8037-f685f8a20fb4 req-788deac9-bc87-4812-ad01-59ff09366ad3 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:06.293573 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-df786430-ae84-47ca-bdac-75176650b31a req-1595ec6e-3b2c-4a46-b0e1-6433d17db9ae tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e1a821-b863-42ed-82c7-13d3397ec89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760212 Dec 16 14:42:06.674192 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a8dbd-e88b-4a40-a8f3-7597f1c5cc6e req-a5850aa1-8da9-4f1c-90e3-2a30ba236381 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:06.681839 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e94a8dbd-e88b-4a40-a8f3-7597f1c5cc6e req-a5850aa1-8da9-4f1c-90e3-2a30ba236381 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 946 time: 0.1246822 Dec 16 14:42:06.736836 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e94a8dbd-e88b-4a40-a8f3-7597f1c5cc6e req-4a4efc39-16bc-47f2-b877-0135271f8aaa tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538747 Dec 16 14:42:06.844010 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6039e74-4149-4606-980d-e93d5886de48 req-42fc4742-a73a-4e8a-85ff-b490f52d9bdd tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:06.847985 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d6039e74-4149-4606-980d-e93d5886de48 req-42fc4742-a73a-4e8a-85ff-b490f52d9bdd tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 944 time: 0.3408294 Dec 16 14:42:06.987692 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d6039e74-4149-4606-980d-e93d5886de48 req-949a096e-a61f-4c01-baf8-d47db099f5d1 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221685 Dec 16 14:42:07.010072 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-0062edd0-c2b4-4b15-8037-f685f8a20fb4 req-788deac9-bc87-4812-ad01-59ff09366ad3 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] For port d941f5bd-21ca-4826-a59b-77773b45a78b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d941f5bd-21ca-4826-a59b-77773b45a78b,segment=NetworkSegment(a4f4bbaf-917f-4c90-8312-c5464b7eef53),segment_id=a4f4bbaf-917f-4c90-8312-c5464b7eef53)] {{(pid=82860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:42:07.010675 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-0062edd0-c2b4-4b15-8037-f685f8a20fb4 req-788deac9-bc87-4812-ad01-59ff09366ad3 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:07.124947 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294e327-f63e-47f4-beb4-37e1f4d1486d req-28808fa6-606b-42bb-a95e-bda76018880b tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:07.138348 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-b294e327-f63e-47f4-beb4-37e1f4d1486d req-28808fa6-606b-42bb-a95e-bda76018880b tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.2332914 Dec 16 14:42:07.203259 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [req-0062edd0-c2b4-4b15-8037-f685f8a20fb4 req-788deac9-bc87-4812-ad01-59ff09366ad3 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Calling delete_port for d941f5bd-21ca-4826-a59b-77773b45a78b owned by compute:nova {{(pid=82860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:42:07.366361 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-b294e327-f63e-47f4-beb4-37e1f4d1486d req-458505f7-fa28-435d-bf1e-59c6986d9fa6 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268047 Dec 16 14:42:07.433470 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-7a173b4a-683c-4779-8a52-d02e072096be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:07.548939 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-0062edd0-c2b4-4b15-8037-f685f8a20fb4 req-788deac9-bc87-4812-ad01-59ff09366ad3 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642'] for port, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:07.559943 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:07.609470 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['c9e0c808-6c3a-425a-acdf-0cf262a73bf1'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:42:07.611491 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2b569f25-5daf-4091-b857-1c110c429fa2 req-10a941a0-0641-41c0-a5a5-71dc6ec56d39 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e&tenant_id=50ab4f2ba6e544b5a75c9ff80708a7a6 HTTP/1.1" status: 200 len: 1097 time: 0.2262380 Dec 16 14:42:07.693132 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788deac9-bc87-4812-ad01-59ff09366ad3 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Pushing event deleted for resources: {'Port': ['ID=d941f5bd-21ca-4826-a59b-77773b45a78b,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:07.698814 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-788deac9-bc87-4812-ad01-59ff09366ad3 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:07.932961 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [req-0062edd0-c2b4-4b15-8037-f685f8a20fb4 req-788deac9-bc87-4812-ad01-59ff09366ad3 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] No DVR routers for this DVR port d941f5bd-21ca-4826-a59b-77773b45a78b on host hv-cinder-82189 {{(pid=82860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:42:07.941592 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-0062edd0-c2b4-4b15-8037-f685f8a20fb4 req-788deac9-bc87-4812-ad01-59ff09366ad3 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:07.945929 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308996cf-080a-403d-a85c-164c357c48f1', 'name': 'network-vif-deleted', 'tag': 'd941f5bd-21ca-4826-a59b-77773b45a78b'}] {{(pid=82860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:42:07.987896 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2b569f25-5daf-4091-b857-1c110c429fa2 req-97d07e5f-1156-4641-bc83-1be957fe70bc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50ab4f2ba6e544b5a75c9ff80708a7a6&device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 1097 time: 0.2563734 Dec 16 14:42:08.025072 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ca072-fcd7-46fe-9161-ecad6486c74a req-cc128568-8f69-4946-98ca-ba3089d0b20b tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:08.033457 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-596ca072-fcd7-46fe-9161-ecad6486c74a req-cc128568-8f69-4946-98ca-ba3089d0b20b tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05104e5-eed6-4a20-b30f-dcc133647143 HTTP/1.1" status: 200 len: 946 time: 0.4019465 Dec 16 14:42:08.051826 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-0062edd0-c2b4-4b15-8037-f685f8a20fb4 req-788deac9-bc87-4812-ad01-59ff09366ad3 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.62 "DELETE /v2.0/ports/d941f5bd-21ca-4826-a59b-77773b45a78b HTTP/1.1" status: 204 len: 173 time: 1.9559667 Dec 16 14:42:08.110996 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-596ca072-fcd7-46fe-9161-ecad6486c74a req-7e6f20ca-840f-486f-b656-25b70d29d67a tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762823 Dec 16 14:42:08.276872 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308996cf-080a-403d-a85c-164c357c48f1', 'name': 'network-vif-deleted', 'tag': 'd941f5bd-21ca-4826-a59b-77773b45a78b', 'status': 'completed', 'code': 200} Dec 16 14:42:08.340252 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1de0427c-0d31-4db6-9c02-d12d66e80d16 req-fd214b24-aab0-42d1-84fc-5a41483457ef tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=308996cf-080a-403d-a85c-164c357c48f1 HTTP/1.1" status: 200 len: 210 time: 0.0903733 Dec 16 14:42:08.345847 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b569f25-5daf-4091-b857-1c110c429fa2 req-e61fea5b-bb83-43cf-80b4-46860c93a0bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:08.347553 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2b569f25-5daf-4091-b857-1c110c429fa2 req-e61fea5b-bb83-43cf-80b4-46860c93a0bd service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb1f760c-41d7-4239-8c86-9a119e8dad65 HTTP/1.1" status: 200 len: 918 time: 0.3507829 Dec 16 14:42:08.592415 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2b569f25-5daf-4091-b857-1c110c429fa2 req-b78ac155-1333-49b8-aeed-ef50aaf8fe3d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a HTTP/1.1" status: 200 len: 1000 time: 0.2310565 Dec 16 14:42:08.808346 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b569f25-5daf-4091-b857-1c110c429fa2 req-a96755d3-61d2-4d89-a8dc-03d86ea8b62b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:08.810063 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2b569f25-5daf-4091-b857-1c110c429fa2 req-a96755d3-61d2-4d89-a8dc-03d86ea8b62b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=69274fc7-9ac3-4ad8-87f4-58834408c137 HTTP/1.1" status: 200 len: 856 time: 0.1528952 Dec 16 14:42:08.883641 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24e17b-30eb-40d4-aafa-4877acfd716f req-44f5cce1-1f05-41c3-ae0a-b8eda0705e6e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:08.890335 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-3a24e17b-30eb-40d4-aafa-4877acfd716f req-44f5cce1-1f05-41c3-ae0a-b8eda0705e6e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.1772971 Dec 16 14:42:08.910384 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06847ab-6505-4e96-8b76-17d3c5db2580 req-61c08afc-5b34-4faa-8a25-877c97e22b14 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:08.917460 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a06847ab-6505-4e96-8b76-17d3c5db2580 req-61c08afc-5b34-4faa-8a25-877c97e22b14 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 944 time: 0.1603582 Dec 16 14:42:08.958752 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-3a24e17b-30eb-40d4-aafa-4877acfd716f req-41bf8cb1-c37b-4ec7-a3cb-dcda71698dcb tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651050 Dec 16 14:42:08.967976 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2b569f25-5daf-4091-b857-1c110c429fa2 req-016e1faa-684c-4d3b-b457-77142e05bcba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb1f760c-41d7-4239-8c86-9a119e8dad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1429131 Dec 16 14:42:09.000589 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a06847ab-6505-4e96-8b76-17d3c5db2580 req-b4b1d7ef-baa9-41e3-8745-c942518a3fa8 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818338 Dec 16 14:42:09.252799 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cecf4-61a7-40d2-a56c-ef3315898af7 req-c3c6a66f-18ed-41fd-9cd4-53559d05e5f3 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:09.257269 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7e5cecf4-61a7-40d2-a56c-ef3315898af7 req-c3c6a66f-18ed-41fd-9cd4-53559d05e5f3 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5c19761-8d8c-4048-a5c9-78f8acc16d63 HTTP/1.1" status: 200 len: 945 time: 0.1513040 Dec 16 14:42:09.282052 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device d941f5bd-21ca-4826-a59b-77773b45a78b no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:42:09.321354 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2b569f25-5daf-4091-b857-1c110c429fa2 req-934f4859-5b4e-4025-8a98-47e9b87ae031 service neutron] 10.222.0.62 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189275 Dec 16 14:42:09.420809 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-869da074-d5f0-497a-9e60-987382c31319 None None] No Port match for: d941f5bd-21ca-4826-a59b-77773b45a78b {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:42:09.424191 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device d941f5bd-21ca-4826-a59b-77773b45a78b not bound to the agent host hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:42:09.448673 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7e5cecf4-61a7-40d2-a56c-ef3315898af7 req-b4c650db-5bcf-46c7-a47d-d9a3391f6be4 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e1a821-b863-42ed-82c7-13d3397ec89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793330 Dec 16 14:42:09.600206 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2b569f25-5daf-4091-b857-1c110c429fa2 req-df0e1438-7cfe-4e08-be7b-b3fa53c4d1fc service neutron] 10.222.0.62 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721691 Dec 16 14:42:09.633919 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eec2c7-9782-404b-9069-dae8bd027cc0 req-9694210f-8352-485b-98a2-7192cbfec5c7 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:09.642312 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-67eec2c7-9782-404b-9069-dae8bd027cc0 req-9694210f-8352-485b-98a2-7192cbfec5c7 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05104e5-eed6-4a20-b30f-dcc133647143 HTTP/1.1" status: 200 len: 946 time: 0.1576145 Dec 16 14:42:09.754661 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-67eec2c7-9782-404b-9069-dae8bd027cc0 req-eac5f737-43b1-467c-8195-c85d9ede8574 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054749 Dec 16 14:42:09.892992 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-56ed6b1f-c228-476d-8a6b-18eeb8388b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:10.375031 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16964f48-0e12-4a1d-a11a-04e2298d6c5c req-2a7f8856-003d-448d-a34b-bf2314596180 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:10.377387 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-16964f48-0e12-4a1d-a11a-04e2298d6c5c req-2a7f8856-003d-448d-a34b-bf2314596180 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Synchronizing usage tracker for tenant:be21f06220c9415f8c855afb6556a878 on resource:port {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:42:10.407505 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-16964f48-0e12-4a1d-a11a-04e2298d6c5c req-2a7f8856-003d-448d-a34b-bf2314596180 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Unset dirty status for tenant:be21f06220c9415f8c855afb6556a878 on resource:port {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:42:10.410324 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-16964f48-0e12-4a1d-a11a-04e2298d6c5c req-2a7f8856-003d-448d-a34b-bf2314596180 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.1481462 Dec 16 14:42:10.543153 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab02e43-3e11-4076-9d0f-a56b5f7f6a17 req-4d69f6d8-6874-4a33-8cd4-727dc627bfc2 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:10.544753 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-6ab02e43-3e11-4076-9d0f-a56b5f7f6a17 req-4d69f6d8-6874-4a33-8cd4-727dc627bfc2 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.2561479 Dec 16 14:42:10.556686 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b35bb-cce2-4094-81c7-924745306c45 req-fa2423d2-d2de-49f7-9a48-ee819b195ee7 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:10.559444 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-715b35bb-cce2-4094-81c7-924745306c45 req-fa2423d2-d2de-49f7-9a48-ee819b195ee7 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5c19761-8d8c-4048-a5c9-78f8acc16d63 HTTP/1.1" status: 200 len: 945 time: 0.1505086 Dec 16 14:42:10.610850 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-16964f48-0e12-4a1d-a11a-04e2298d6c5c req-fa039e4d-4d0a-4484-a9e8-83634f0efa09 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899483 Dec 16 14:42:10.612076 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 60182) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:10.710010 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [req-715b35bb-cce2-4094-81c7-924745306c45 req-4385e58d-9be4-4a98-9cba-b6501f41e205 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Deleting port c0f823b2-3915-434c-8a13-b086a31d31da {{(pid=82861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:42:10.711122 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-715b35bb-cce2-4094-81c7-924745306c45 req-4385e58d-9be4-4a98-9cba-b6501f41e205 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:10.792912 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:10.893691 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-6ab02e43-3e11-4076-9d0f-a56b5f7f6a17 req-a8c13922-0592-4b45-b165-d760fd1c0289 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3334181 Dec 16 14:42:11.066116 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:11.264591 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8cd6ace4-8e39-4a7a-9c99-789df0045bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:11.336023 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb254e-26a9-4837-a74e-85eff433e7cd req-183c3d04-e3b3-4a5b-b70c-1201dab8198c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:11.349428 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-abeb254e-26a9-4837-a74e-85eff433e7cd req-183c3d04-e3b3-4a5b-b70c-1201dab8198c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 944 time: 0.2120550 Dec 16 14:42:11.472135 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-abeb254e-26a9-4837-a74e-85eff433e7cd req-ff1308ff-171c-4781-9baf-c7c4b40bddc3 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189876 Dec 16 14:42:11.474056 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-8cd6ace4-8e39-4a7a-9c99-789df0045bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:42:11.495817 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-8cd6ace4-8e39-4a7a-9c99-789df0045bd2 admin admin] Usage tracker for resource:security_group_rule and tenant:4309e335988b4188a0acc2ba4031baa8 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:42:11.503711 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-8cd6ace4-8e39-4a7a-9c99-789df0045bd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:42:11.519133 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-8cd6ace4-8e39-4a7a-9c99-789df0045bd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:42:11.697092 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc5f56-abbf-4f52-9e33-b2d815ee3e98 req-25a0729d-6ec5-4d36-a141-128df35e6b49 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:11.706925 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-dccc5f56-abbf-4f52-9e33-b2d815ee3e98 req-25a0729d-6ec5-4d36-a141-128df35e6b49 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5c19761-8d8c-4048-a5c9-78f8acc16d63 HTTP/1.1" status: 200 len: 945 time: 0.2705336 Dec 16 14:42:11.737484 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8cd6ace4-8e39-4a7a-9c99-789df0045bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:11.747618 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8cd6ace4-8e39-4a7a-9c99-789df0045bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:11.767449 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-715b35bb-cce2-4094-81c7-924745306c45 req-4385e58d-9be4-4a98-9cba-b6501f41e205 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] For port c0f823b2-3915-434c-8a13-b086a31d31da, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c0f823b2-3915-434c-8a13-b086a31d31da,segment=NetworkSegment(ea14126c-6653-4838-b8f2-7edb01bdf76e),segment_id=ea14126c-6653-4838-b8f2-7edb01bdf76e)] {{(pid=82861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:42:11.767449 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-715b35bb-cce2-4094-81c7-924745306c45 req-4385e58d-9be4-4a98-9cba-b6501f41e205 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:11.785865 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-218ee79f-94fe-41f7-9cb7-0150d709e5db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:11.859669 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6ace4-8e39-4a7a-9c99-789df0045bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c46de33-f89b-4c62-b7aa-5a188c3e1cc6,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:11.874792 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-8cd6ace4-8e39-4a7a-9c99-789df0045bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:11.910131 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-8cd6ace4-8e39-4a7a-9c99-789df0045bd2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4309e335988b4188a0acc2ba4031baa8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2928972 Dec 16 14:42:11.912594 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 60204) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:11.956961 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-dccc5f56-abbf-4f52-9e33-b2d815ee3e98 req-5c69ad27-db54-4302-8cf5-a456d5851685 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e1a821-b863-42ed-82c7-13d3397ec89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486820 Dec 16 14:42:11.970844 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [req-715b35bb-cce2-4094-81c7-924745306c45 req-4385e58d-9be4-4a98-9cba-b6501f41e205 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Calling delete_port for c0f823b2-3915-434c-8a13-b086a31d31da owned by compute:nova {{(pid=82861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:42:12.367519 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d690c263-402c-4b17-b83f-86d5ee634b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:12.376231 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:12.495754 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa8437-2711-43dc-bf5e-6475dfb1654e req-a81a14f9-d4ad-4b6c-87a4-0b87962d053e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:12.503305 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-b4aa8437-2711-43dc-bf5e-6475dfb1654e req-a81a14f9-d4ad-4b6c-87a4-0b87962d053e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.2542276 Dec 16 14:42:12.505326 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-715b35bb-cce2-4094-81c7-924745306c45 req-4385e58d-9be4-4a98-9cba-b6501f41e205 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:12.549226 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['c0f823b2-3915-434c-8a13-b086a31d31da'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:42:12.560565 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57e89d-b236-4fdc-ac9d-8e4b18378bcb req-cf567547-34b2-43f6-b871-72cf4f51be68 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:12.582553 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-ab57e89d-b236-4fdc-ac9d-8e4b18378bcb req-cf567547-34b2-43f6-b871-72cf4f51be68 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.5614049 Dec 16 14:42:12.586269 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-31894bde-ab81-4b76-a4ee-2c77996de60c tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:12.597516 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d690c263-402c-4b17-b83f-86d5ee634b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:12.662566 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385e58d-9be4-4a98-9cba-b6501f41e205 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Pushing event deleted for resources: {'Port': ['ID=c0f823b2-3915-434c-8a13-b086a31d31da,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:12.683014 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-4385e58d-9be4-4a98-9cba-b6501f41e205 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:12.709242 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-b4aa8437-2711-43dc-bf5e-6475dfb1654e req-416299ea-d8e3-44e8-b4be-431f250b90e9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045739 Dec 16 14:42:12.926594 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-ab57e89d-b236-4fdc-ac9d-8e4b18378bcb req-ef4e7e9a-6421-40d1-9dd1-6e5d8761131d tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679279 Dec 16 14:42:12.946468 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [req-715b35bb-cce2-4094-81c7-924745306c45 req-4385e58d-9be4-4a98-9cba-b6501f41e205 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] No DVR routers for this DVR port c0f823b2-3915-434c-8a13-b086a31d31da on host hv-cinder-82189 {{(pid=82861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:42:12.949613 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-715b35bb-cce2-4094-81c7-924745306c45 req-4385e58d-9be4-4a98-9cba-b6501f41e205 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:12.956084 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c19761-8d8c-4048-a5c9-78f8acc16d63', 'name': 'network-vif-deleted', 'tag': 'c0f823b2-3915-434c-8a13-b086a31d31da'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:42:12.986352 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d690c263-402c-4b17-b83f-86d5ee634b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:13.002626 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-3c8c1ede-2cdb-4eb1-815d-635809710dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:13.112425 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690c263-402c-4b17-b83f-86d5ee634b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c46de33-f89b-4c62-b7aa-5a188c3e1cc6,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:13.129716 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-d690c263-402c-4b17-b83f-86d5ee634b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:13.139703 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d690c263-402c-4b17-b83f-86d5ee634b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:13.144818 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-d690c263-402c-4b17-b83f-86d5ee634b49 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c46de33-f89b-4c62-b7aa-5a188c3e1cc6 HTTP/1.1" status: 204 len: 168 time: 1.2301927 Dec 16 14:42:13.174229 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c19761-8d8c-4048-a5c9-78f8acc16d63', 'name': 'network-vif-deleted', 'tag': 'c0f823b2-3915-434c-8a13-b086a31d31da', 'status': 'completed', 'code': 200} Dec 16 14:42:13.186089 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-715b35bb-cce2-4094-81c7-924745306c45 req-4385e58d-9be4-4a98-9cba-b6501f41e205 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.62 "DELETE /v2.0/ports/c0f823b2-3915-434c-8a13-b086a31d31da HTTP/1.1" status: 204 len: 173 time: 2.6095083 Dec 16 14:42:13.342601 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50180853-14bb-4fb1-94ec-236ccd357473 req-620c711e-4a84-4462-8cc1-516b598e296e tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:13.354449 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-50180853-14bb-4fb1-94ec-236ccd357473 req-620c711e-4a84-4462-8cc1-516b598e296e tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 944 time: 0.3856115 Dec 16 14:42:13.466326 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:13.539870 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-50180853-14bb-4fb1-94ec-236ccd357473 req-43a422d7-a6d5-4772-b320-800cfb1fce0b tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815207 Dec 16 14:42:13.846663 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-0cbe4eba-b1ef-4a23-a78b-e27dc6f1f81e req-16850fab-3181-4b3d-8bf9-4ccda1f16c1b tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5c19761-8d8c-4048-a5c9-78f8acc16d63 HTTP/1.1" status: 200 len: 210 time: 0.1756625 Dec 16 14:42:14.154521 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2a72b-b661-4d13-bdcf-57b69b9f700c req-1c4359c2-3f28-4c92-8609-7753ffd5fff9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:14.163049 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-51d2a72b-b661-4d13-bdcf-57b69b9f700c req-1c4359c2-3f28-4c92-8609-7753ffd5fff9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.1386302 Dec 16 14:42:14.272833 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-51d2a72b-b661-4d13-bdcf-57b69b9f700c req-e6a1db2b-41d4-40de-88c6-c28862163293 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077700 Dec 16 14:42:14.789689 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8be92-0166-4ff5-9ec8-6b218562b618 req-f89c8275-dac7-4f17-a411-90a9eb1760e9 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:14.792725 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d9c8be92-0166-4ff5-9ec8-6b218562b618 req-f89c8275-dac7-4f17-a411-90a9eb1760e9 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.3817999 Dec 16 14:42:14.925510 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d9c8be92-0166-4ff5-9ec8-6b218562b618 req-735f865c-c97f-4247-a6fb-e954e9c43e47 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223712 Dec 16 14:42:15.240222 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2dd5b-f643-4329-856a-2adebaa3b53b req-cfd14862-437c-40f5-8083-c41fcd52798e tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:15.250271 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-8cc2dd5b-f643-4329-856a-2adebaa3b53b req-cfd14862-437c-40f5-8083-c41fcd52798e tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 944 time: 0.1582863 Dec 16 14:42:15.304011 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device c0f823b2-3915-434c-8a13-b086a31d31da no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:42:15.450998 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-8cc2dd5b-f643-4329-856a-2adebaa3b53b req-b158657c-c937-44b7-97b2-015aba621115 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752026 Dec 16 14:42:15.459605 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-869da074-d5f0-497a-9e60-987382c31319 None None] No Port match for: c0f823b2-3915-434c-8a13-b086a31d31da {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:42:15.462258 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device c0f823b2-3915-434c-8a13-b086a31d31da not bound to the agent host hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:42:15.637060 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-dfef4ab0-b93d-45e4-ab74-150bbdfb0955 req-efe712e0-8cde-4262-847c-5c2790fa7f54 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5c19761-8d8c-4048-a5c9-78f8acc16d63 HTTP/1.1" status: 200 len: 210 time: 0.2771745 Dec 16 14:42:16.028281 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1ca92-2f43-4cb8-a698-c4c5dfae3ff6 req-24b66748-996a-44ba-b19d-6098441ebd41 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:16.046514 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-24f1ca92-2f43-4cb8-a698-c4c5dfae3ff6 req-24b66748-996a-44ba-b19d-6098441ebd41 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.3418005 Dec 16 14:42:16.252166 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-24f1ca92-2f43-4cb8-a698-c4c5dfae3ff6 req-601dd3b2-fce2-45bb-b33d-ccc479f5503c tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830566 Dec 16 14:42:16.660446 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce86d5-2ab6-4728-bf9d-6cbb82a4858f req-fa0dae4c-88a1-4be1-85a0-97c57ca0286a tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:16.662259 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5fce86d5-2ab6-4728-bf9d-6cbb82a4858f req-fa0dae4c-88a1-4be1-85a0-97c57ca0286a tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.3380609 Dec 16 14:42:16.807887 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5fce86d5-2ab6-4728-bf9d-6cbb82a4858f req-0f26f262-a141-4b9d-9935-2380833f3426 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379671 Dec 16 14:42:17.246605 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc15e1-3c70-4d1d-a84e-c991e270c4da req-b32a0bcf-f025-4906-b985-c7e089864434 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:17.270664 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-6afc15e1-3c70-4d1d-a84e-c991e270c4da req-b32a0bcf-f025-4906-b985-c7e089864434 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 944 time: 0.3250899 Dec 16 14:42:17.398579 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-6afc15e1-3c70-4d1d-a84e-c991e270c4da req-91316712-d941-4b58-9bb5-fe289cbe4bab tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263726 Dec 16 14:42:17.982080 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59afa2a1-294c-4731-8b56-34c445d07762 req-89cfd20f-18aa-47b7-a54b-d8f56dfa4fcc tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:17.997219 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-59afa2a1-294c-4731-8b56-34c445d07762 req-89cfd20f-18aa-47b7-a54b-d8f56dfa4fcc tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.3273780 Dec 16 14:42:18.174705 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-59afa2a1-294c-4731-8b56-34c445d07762 req-f0419539-68c0-44d8-9a12-85733d9c20f9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712699 Dec 16 14:42:18.634891 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c9052-b9f6-41c7-ba5e-3e623917a422 req-b49f206f-f444-4fc3-97f2-229f686d3ff4 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:18.655245 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-145c9052-b9f6-41c7-ba5e-3e623917a422 req-b49f206f-f444-4fc3-97f2-229f686d3ff4 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.2858527 Dec 16 14:42:18.782687 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-145c9052-b9f6-41c7-ba5e-3e623917a422 req-10df608f-f10a-4488-abba-3945c6d10507 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262705 Dec 16 14:42:19.204402 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a41056-7520-46e8-8b41-1e5c94aa3d8a req-19a48e68-44fe-4c5b-a2b6-c41f24c9a5f8 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:19.207370 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-e2a41056-7520-46e8-8b41-1e5c94aa3d8a req-19a48e68-44fe-4c5b-a2b6-c41f24c9a5f8 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 944 time: 0.2794724 Dec 16 14:42:19.312161 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-e2a41056-7520-46e8-8b41-1e5c94aa3d8a req-fb6392e3-015f-45fc-b668-e4d6f2838f79 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861902 Dec 16 14:42:19.978125 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f5c3e-2206-4f94-a29e-e8b226cb8bd9 req-929c7ed8-05a9-4662-b730-80d669c449fe tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:19.994485 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d81f5c3e-2206-4f94-a29e-e8b226cb8bd9 req-929c7ed8-05a9-4662-b730-80d669c449fe tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.2855887 Dec 16 14:42:20.167282 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d81f5c3e-2206-4f94-a29e-e8b226cb8bd9 req-8ba42de2-cc63-43da-89d7-1fbf8fe9c003 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678276 Dec 16 14:42:20.637854 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c930c-6ce0-4485-bde8-5499a64bf298 req-44879f3d-b6a7-4b99-ae09-4187dd784cdb tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:20.654853 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-751c930c-6ce0-4485-bde8-5499a64bf298 req-44879f3d-b6a7-4b99-ae09-4187dd784cdb tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.3948042 Dec 16 14:42:20.876676 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-751c930c-6ce0-4485-bde8-5499a64bf298 req-08b02547-348f-411f-9e88-fe81bcda9c57 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193234 Dec 16 14:42:21.111963 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882baa9-fb78-446a-a4e6-759906628eb5 req-94371b30-2a18-4fac-87f1-89296d023324 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:21.127585 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1882baa9-fb78-446a-a4e6-759906628eb5 req-94371b30-2a18-4fac-87f1-89296d023324 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 944 time: 0.3502004 Dec 16 14:42:21.338686 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1882baa9-fb78-446a-a4e6-759906628eb5 req-4cfd2482-4c24-4e68-9cf3-8349f3089f3e tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996229 Dec 16 14:42:21.432862 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-b1bbae32-1b88-42e6-8a61-a7ec2adbdb18 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ebb8cdb370884f43bcc38bb1faf464a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708611 Dec 16 14:42:21.908402 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979fe07-33ae-4963-ae9b-0b8038899ff4 req-f2fd044f-4937-43ea-ba1f-7ad11cecd19f tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:21.924899 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-b979fe07-33ae-4963-ae9b-0b8038899ff4 req-f2fd044f-4937-43ea-ba1f-7ad11cecd19f tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.2929039 Dec 16 14:42:22.043817 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-9f3c98ea-a243-42d7-89fb-7a61927325be tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:22.051334 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-9f3c98ea-a243-42d7-89fb-7a61927325be tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5984809 Dec 16 14:42:22.063246 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-b979fe07-33ae-4963-ae9b-0b8038899ff4 req-4aa1fc7e-1cf8-4ec0-a082-66c44e8a2715 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239479 Dec 16 14:42:22.101339 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-bcedcc3e-9172-4a59-b29f-9f136c73ec9c tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/quotas/ebb8cdb370884f43bcc38bb1faf464a8 HTTP/1.1" status: 200 len: 375 time: 0.0446012 Dec 16 14:42:22.227983 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-f15596a9-0e7b-4ab3-9f0c-a480bb385381 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebb8cdb370884f43bcc38bb1faf464a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1237543 Dec 16 14:42:22.867271 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34347c9a-8f0e-41bf-9169-e5c48c63b96c req-7f96fb6c-331e-48da-bec1-839de4be4bb1 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:22.872698 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-34347c9a-8f0e-41bf-9169-e5c48c63b96c req-7f96fb6c-331e-48da-bec1-839de4be4bb1 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.2883706 Dec 16 14:42:23.242587 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-34347c9a-8f0e-41bf-9169-e5c48c63b96c req-b51b1161-b836-4f21-a68a-ac34c68d792e tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481215 Dec 16 14:42:23.254880 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f0ec4-ee74-40af-a647-bbd5989689a2 req-1fa43622-b368-4182-b8f6-b6b4b20d9017 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:23.256565 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-6c2f0ec4-ee74-40af-a647-bbd5989689a2 req-1fa43622-b368-4182-b8f6-b6b4b20d9017 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.3824046 Dec 16 14:42:23.427721 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [req-6c2f0ec4-ee74-40af-a647-bbd5989689a2 req-e4f93e2d-5f7f-4f1c-8f89-fd0b98a4892d tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Deleting port c9e0c808-6c3a-425a-acdf-0cf262a73bf1 {{(pid=82861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:42:23.428093 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-6c2f0ec4-ee74-40af-a647-bbd5989689a2 req-e4f93e2d-5f7f-4f1c-8f89-fd0b98a4892d tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:24.007611 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-67cd57cd-6fb5-4b03-b829-54a962a6da33 req-30985d6e-de15-44aa-aefa-c1c4436895e2 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3a5e8-fc0a-430d-ac15-99da4d603b85 HTTP/1.1" status: 200 len: 210 time: 0.2152789 Dec 16 14:42:24.663351 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4602ac-e20e-4ba2-ad26-a64eacd09d78 req-15d3fea5-aa77-4c7e-8105-1da62760e32f tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:24.671705 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-9f4602ac-e20e-4ba2-ad26-a64eacd09d78 req-15d3fea5-aa77-4c7e-8105-1da62760e32f tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.3041508 Dec 16 14:42:24.759691 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-9f4602ac-e20e-4ba2-ad26-a64eacd09d78 req-97146a0f-1fea-4f59-813e-2b1d06bedb4d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864751 Dec 16 14:42:24.766071 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f70259fd-e74d-456b-803c-764665b48dc8 req-6d52d1d5-1c3d-45e1-b4e9-fee6f0508314 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7243b1f0c7ab4a34a702c78e169b9461&device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 1099 time: 0.5905304 Dec 16 14:42:24.775664 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-6c2f0ec4-ee74-40af-a647-bbd5989689a2 req-e4f93e2d-5f7f-4f1c-8f89-fd0b98a4892d tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] For port c9e0c808-6c3a-425a-acdf-0cf262a73bf1, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c9e0c808-6c3a-425a-acdf-0cf262a73bf1,segment=NetworkSegment(a4f4bbaf-917f-4c90-8312-c5464b7eef53),segment_id=a4f4bbaf-917f-4c90-8312-c5464b7eef53)] {{(pid=82861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:42:24.776406 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-6c2f0ec4-ee74-40af-a647-bbd5989689a2 req-e4f93e2d-5f7f-4f1c-8f89-fd0b98a4892d tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:25.211423 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [req-6c2f0ec4-ee74-40af-a647-bbd5989689a2 req-e4f93e2d-5f7f-4f1c-8f89-fd0b98a4892d tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Calling delete_port for c9e0c808-6c3a-425a-acdf-0cf262a73bf1 owned by compute:nova {{(pid=82861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:42:25.335619 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b910609-0318-42c1-bc59-ae4a9cd398a3 req-33d56ce4-786b-4303-9c88-e7eef5099fdc tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:25.348340 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-4b910609-0318-42c1-bc59-ae4a9cd398a3 req-33d56ce4-786b-4303-9c88-e7eef5099fdc tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 944 time: 1.2852905 Dec 16 14:42:25.748857 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-4b910609-0318-42c1-bc59-ae4a9cd398a3 req-09291204-b7ee-48e1-85e1-01ccb5baa913 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3951454 Dec 16 14:42:25.750111 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-6c2f0ec4-ee74-40af-a647-bbd5989689a2 req-e4f93e2d-5f7f-4f1c-8f89-fd0b98a4892d tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:25.772071 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:25.901208 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f93e2d-5f7f-4f1c-8f89-fd0b98a4892d tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Pushing event deleted for resources: {'Port': ['ID=c9e0c808-6c3a-425a-acdf-0cf262a73bf1,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:25.910595 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-e4f93e2d-5f7f-4f1c-8f89-fd0b98a4892d tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:25.928988 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607abfb6-b604-4a8f-b44c-e12c63d74d6e req-74beebfe-5e4d-4b4f-b255-bac35547c6c5 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:25.959571 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-607abfb6-b604-4a8f-b44c-e12c63d74d6e req-74beebfe-5e4d-4b4f-b255-bac35547c6c5 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 945 time: 0.7767465 Dec 16 14:42:25.965300 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70259fd-e74d-456b-803c-764665b48dc8 req-313afa2a-e534-48d3-9469-14a60df519ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:25.976796 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f70259fd-e74d-456b-803c-764665b48dc8 req-313afa2a-e534-48d3-9469-14a60df519ab service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f57735e-9b2a-4e4f-b94e-2d78693e986e HTTP/1.1" status: 200 len: 911 time: 1.1865554 Dec 16 14:42:26.119745 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:42:26.436609 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2f0ec4-ee74-40af-a647-bbd5989689a2 req-e4f93e2d-5f7f-4f1c-8f89-fd0b98a4892d tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] No DVR routers for this DVR port c9e0c808-6c3a-425a-acdf-0cf262a73bf1 on host hv-cinder-82189 {{(pid=82861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:42:26.477991 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-607abfb6-b604-4a8f-b44c-e12c63d74d6e req-b752ce39-16f3-4b5a-a1ba-58536eca9d24 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/security-groups?id=30b34592-8897-40d7-84c9-800d88168ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5141256 Dec 16 14:42:26.698050 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-16c66ae0-5e3c-4074-868e-20b4b27a73bb req-16c84587-cfdc-4feb-9cea-8e874d0eae00 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3a5e8-fc0a-430d-ac15-99da4d603b85 HTTP/1.1" status: 200 len: 210 time: 0.2978880 Dec 16 14:42:26.717498 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-04ac88d2-f374-4bac-8ed1-972349d89a4f tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=ebb8cdb370884f43bcc38bb1faf464a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5363562 Dec 16 14:42:26.825610 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f70259fd-e74d-456b-803c-764665b48dc8 req-34781f96-6c21-40e4-ba17-2507f3bb1f11 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=121ba03f-497c-4b41-a400-2ae3091231bf HTTP/1.1" status: 200 len: 1002 time: 0.6885383 Dec 16 14:42:26.870069 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-6c2f0ec4-ee74-40af-a647-bbd5989689a2 req-e4f93e2d-5f7f-4f1c-8f89-fd0b98a4892d tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:26.902559 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f79bb19-0e64-4359-a655-4f1d0ded26e2', 'name': 'network-vif-deleted', 'tag': 'c9e0c808-6c3a-425a-acdf-0cf262a73bf1'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:42:27.228390 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 60458) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:27.320982 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-6c2f0ec4-ee74-40af-a647-bbd5989689a2 req-e4f93e2d-5f7f-4f1c-8f89-fd0b98a4892d tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.62 "DELETE /v2.0/ports/c9e0c808-6c3a-425a-acdf-0cf262a73bf1 HTTP/1.1" status: 204 len: 173 time: 4.0147841 Dec 16 14:42:27.336740 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70259fd-e74d-456b-803c-764665b48dc8 req-894ee9aa-754e-4b1e-84af-25e6dbcbb115 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:27.340293 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f70259fd-e74d-456b-803c-764665b48dc8 req-894ee9aa-754e-4b1e-84af-25e6dbcbb115 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fbefad8-3896-4ba2-9bf0-fdf6065ed622 HTTP/1.1" status: 200 len: 849 time: 0.4847715 Dec 16 14:42:27.376385 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device c9e0c808-6c3a-425a-acdf-0cf262a73bf1 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:42:27.563409 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-869da074-d5f0-497a-9e60-987382c31319 None None] No Port match for: c9e0c808-6c3a-425a-acdf-0cf262a73bf1 {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:42:27.569449 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device c9e0c808-6c3a-425a-acdf-0cf262a73bf1 not bound to the agent host hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:42:27.695332 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b689f-367b-46eb-a9ce-869eac26594a req-21742400-e5b5-4bef-9c2c-9203d39ed89a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:27.710932 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d86b689f-367b-46eb-a9ce-869eac26594a req-21742400-e5b5-4bef-9c2c-9203d39ed89a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.5403874 Dec 16 14:42:27.782443 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-74d390f8-f5f8-4a47-ba21-02830058d797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:27.789384 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f70259fd-e74d-456b-803c-764665b48dc8 req-4a430d5b-01da-49f4-9390-7bab79cd05cd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f57735e-9b2a-4e4f-b94e-2d78693e986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4359972 Dec 16 14:42:27.801605 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-41d4e574-6d57-4705-a4ad-44f28dcf4da2 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:27.803863 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-41d4e574-6d57-4705-a4ad-44f28dcf4da2 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0851641 Dec 16 14:42:27.844950 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c2108-dd61-42be-a8de-660571c5e524 req-a9fc6656-0b61-4ad0-9171-943cb035a953 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:27.855125 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-6b8c2108-dd61-42be-a8de-660571c5e524 req-a9fc6656-0b61-4ad0-9171-943cb035a953 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 944 time: 0.4533546 Dec 16 14:42:27.871269 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Request body: {'port': {'device_id': '42a3a5e8-fc0a-430d-ac15-99da4d603b85', 'network_id': '16b84633-bb8b-4a92-8bf0-28388f86d16b', 'admin_state_up': True, 'tenant_id': 'ebb8cdb370884f43bcc38bb1faf464a8'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:42:28.075656 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-74d390f8-f5f8-4a47-ba21-02830058d797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:42:28.097452 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-74d390f8-f5f8-4a47-ba21-02830058d797 admin admin] Usage tracker for resource:security_group_rule and tenant:40f97784823140b7ac72be653ffefc5a is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:42:28.114677 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-74d390f8-f5f8-4a47-ba21-02830058d797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:42:28.136132 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-74d390f8-f5f8-4a47-ba21-02830058d797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:42:28.320737 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d86b689f-367b-46eb-a9ce-869eac26594a req-6c5ca33d-505e-4389-a00e-921371409529 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5907662 Dec 16 14:42:28.493434 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-74d390f8-f5f8-4a47-ba21-02830058d797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:28.532558 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f70259fd-e74d-456b-803c-764665b48dc8 req-a95f2c20-f922-4d48-9666-ad8ae4275df9 service neutron] 10.222.0.62 "GET /v2.0/networks/4f57735e-9b2a-4e4f-b94e-2d78693e986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7265878 Dec 16 14:42:28.594972 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-74d390f8-f5f8-4a47-ba21-02830058d797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:28.636441 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-864ae9b5-5ab9-473c-b7fb-bbd2b9a140ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:28.857178 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f79bb19-0e64-4359-a655-4f1d0ded26e2', 'name': 'network-vif-deleted', 'tag': 'c9e0c808-6c3a-425a-acdf-0cf262a73bf1', 'status': 'completed', 'code': 200} Dec 16 14:42:28.924538 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d390f8-f5f8-4a47-ba21-02830058d797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d766d2a7-8f42-498f-8715-c83bc729f8f9,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:29.016071 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-74d390f8-f5f8-4a47-ba21-02830058d797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:29.057894 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-74d390f8-f5f8-4a47-ba21-02830058d797 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40f97784823140b7ac72be653ffefc5a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8241007 Dec 16 14:42:29.089517 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 60484) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:29.240028 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-6b8c2108-dd61-42be-a8de-660571c5e524 req-c06411d4-8356-48c9-9501-e18087cc82e4 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3834815 Dec 16 14:42:29.553971 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:42:29.596111 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Usage tracker for resource:port and tenant:ebb8cdb370884f43bcc38bb1faf464a8 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:42:29.625173 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:42:29.661815 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:42:29.729377 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Made reservation on behalf of ebb8cdb370884f43bcc38bb1faf464a8 for: {'port': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:42:29.737762 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:29.757829 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f70259fd-e74d-456b-803c-764665b48dc8 req-675c8516-5f52-4e6c-b0bd-39edc8b97a82 service neutron] 10.222.0.62 "GET /v2.0/networks/4f57735e-9b2a-4e4f-b94e-2d78693e986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2121441 Dec 16 14:42:29.762511 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-0ef41eee-bb96-451e-8515-329908a6b32b req-496f89a0-31ef-48e1-bc98-f1477e487afd tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f79bb19-0e64-4359-a655-4f1d0ded26e2 HTTP/1.1" status: 200 len: 210 time: 0.2901096 Dec 16 14:42:29.839749 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:29.894991 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0fc6aa31-9aa9-47fc-8e77-0a3d93a47d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:29.963719 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0fc6aa31-9aa9-47fc-8e77-0a3d93a47d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:29.986268 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:42:30.105219 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Usage tracker for resource:security_group_rule and tenant:ebb8cdb370884f43bcc38bb1faf464a8 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:42:30.153154 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:42:30.171919 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:42:30.336952 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:30.551384 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:30.738619 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad04077-56ad-4ae7-9f9f-3dd6e9e17ef7 req-88a9f769-6842-4434-8793-2196edb8236e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:30.743216 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4ad04077-56ad-4ae7-9f9f-3dd6e9e17ef7 req-88a9f769-6842-4434-8793-2196edb8236e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.3158207 Dec 16 14:42:30.871877 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1305bda8-eb08-4171-a003-2df8d7432320 req-f9590b42-5b6c-4e7f-b0f3-f202e9abacca tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3a5e8-fc0a-430d-ac15-99da4d603b85 HTTP/1.1" status: 200 len: 210 time: 0.7683671 Dec 16 14:42:30.914550 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-3086ff0d-e23c-4673-bc3c-bde77720442c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:30.943057 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4ad04077-56ad-4ae7-9f9f-3dd6e9e17ef7 req-915b4193-fe76-4175-826d-0057da29e0dc tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791382 Dec 16 14:42:31.130337 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=627f9ae5-9d43-4107-9b88-b4674256b953,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:31.136409 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:31.206175 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0fc6aa31-9aa9-47fc-8e77-0a3d93a47d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:31.404725 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-7299582b-c298-424e-920a-9d6526fbf910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:31.455657 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6aa31-9aa9-47fc-8e77-0a3d93a47d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d766d2a7-8f42-498f-8715-c83bc729f8f9,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:31.471499 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-0fc6aa31-9aa9-47fc-8e77-0a3d93a47d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:31.527962 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0fc6aa31-9aa9-47fc-8e77-0a3d93a47d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:31.537052 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-0fc6aa31-9aa9-47fc-8e77-0a3d93a47d34 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d766d2a7-8f42-498f-8715-c83bc729f8f9 HTTP/1.1" status: 204 len: 168 time: 2.4455860 Dec 16 14:42:31.558375 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_common [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Allocated IP 192.168.233.28 (16b84633-bb8b-4a92-8bf0-28388f86d16b/b2dccea8-596d-4c63-b82c-ade8b6ff3452/308d21bb-d90f-4fac-b661-382e9fb541d7) {{(pid=82861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:42:31.698591 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa3c5f-da9e-4adc-b5fa-846fd219a849 req-3715595e-3d77-46e1-9556-9bc93816b6cc tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:31.709944 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-0daa3c5f-da9e-4adc-b5fa-846fd219a849 req-3715595e-3d77-46e1-9556-9bc93816b6cc tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 944 time: 0.3555417 Dec 16 14:42:31.848659 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-0daa3c5f-da9e-4adc-b5fa-846fd219a849 req-44feeb2c-65b4-4bda-9c3f-9a70fdd404d0 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372762 Dec 16 14:42:32.161842 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 60516) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:32.307429 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Notify callbacks [] for port, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:32.341779 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.provisioning_blocks [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Transition to ACTIVE for port object 308d21bb-d90f-4fac-b661-382e9fb541d7 will not be triggered until provisioned by entity DHCP. {{(pid=82861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:42:32.397531 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:32.420845 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:32.528706 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Network 16b84633-bb8b-4a92-8bf0-28388f86d16b is already hosted by enough agents. {{(pid=82861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:42:32.536926 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Resources bound (agent type, host, resource id): {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:42:32.546709 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Received port after_create {{(pid=82861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:42:32.722962 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 60524) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:32.848610 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Pushing event updated for resources: {'Port': ['ID=308d21bb-d90f-4fac-b661-382e9fb541d7,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:32.851852 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:32.927909 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361282a-6976-428a-91b3-1ca37c9084e9 req-de2cec07-062c-4518-a2b9-3d4ada0fa182 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:32.929509 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-4361282a-6976-428a-91b3-1ca37c9084e9 req-de2cec07-062c-4518-a2b9-3d4ada0fa182 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.1741843 Dec 16 14:42:32.934128 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:32.934758 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:32.937105 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b3100148-f28f-46f1-a722-5886262d346e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:32.997855 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-4361282a-6976-428a-91b3-1ca37c9084e9 req-25df5927-0151-464f-b729-7596510a6dc4 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585921 Dec 16 14:42:33.011803 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1455243 Dec 16 14:42:33.047352 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] Request body: {'port': {'device_id': '42a3a5e8-fc0a-430d-ac15-99da4d603b85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:42:33.093738 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-0804268f-1685-407b-913b-e57acaa35b7c None None] Provisioning for port 308d21bb-d90f-4fac-b661-382e9fb541d7 completed by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:42:33.111450 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-0804268f-1685-407b-913b-e57acaa35b7c None None] Provisioning complete for port 308d21bb-d90f-4fac-b661-382e9fb541d7 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:42:33.112290 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-0804268f-1685-407b-913b-e57acaa35b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:33.158097 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ea2c0-6050-46f4-a5ba-165ac60c15f6 req-1359fabc-32a0-48a1-95bf-4f63ab3323cf tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:33.160031 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-397ea2c0-6050-46f4-a5ba-165ac60c15f6 req-1359fabc-32a0-48a1-95bf-4f63ab3323cf tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3a5e8-fc0a-430d-ac15-99da4d603b85 HTTP/1.1" status: 200 len: 935 time: 0.4740486 Dec 16 14:42:33.174995 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-b3100148-f28f-46f1-a722-5886262d346e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:42:33.187661 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-b3100148-f28f-46f1-a722-5886262d346e admin admin] Usage tracker for resource:security_group_rule and tenant:3b1fdb215c644cc298829e2d187faa32 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:42:33.198025 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-b3100148-f28f-46f1-a722-5886262d346e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:42:33.215601 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-b3100148-f28f-46f1-a722-5886262d346e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:42:33.221114 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-0804268f-1685-407b-913b-e57acaa35b7c None None] Port 308d21bb-d90f-4fac-b661-382e9fb541d7 cannot update to ACTIVE because it is not bound. {{(pid=82862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 16 14:42:33.402259 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b3100148-f28f-46f1-a722-5886262d346e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:33.432452 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b3100148-f28f-46f1-a722-5886262d346e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:33.450694 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-8d1c8c7b-6f8c-467a-bafd-2e64444da8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:33.496555 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:33.545836 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-397ea2c0-6050-46f4-a5ba-165ac60c15f6 req-fd1a624e-35c6-412c-9da0-03783ea190bc tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/security-groups?id=627f9ae5-9d43-4107-9b88-b4674256b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413038 Dec 16 14:42:33.588029 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3100148-f28f-46f1-a722-5886262d346e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb1027e-18d4-4f1d-99fe-87667ca57257,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:33.592172 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-b3100148-f28f-46f1-a722-5886262d346e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:33.609618 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-b3100148-f28f-46f1-a722-5886262d346e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b1fdb215c644cc298829e2d187faa32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8421733 Dec 16 14:42:33.610376 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 60534) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:33.722546 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2cee7-f378-4963-866c-1ad4e9e31b58 req-6cfacc44-35bf-4bba-af3b-5296a6516b69 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:33.743597 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-39d2cee7-f378-4963-866c-1ad4e9e31b58 req-6cfacc44-35bf-4bba-af3b-5296a6516b69 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 944 time: 0.3822725 Dec 16 14:42:33.781458 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2d59a181-e4ca-4cc6-9bf4-1b2efb9ec0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:33.915792 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2d59a181-e4ca-4cc6-9bf4-1b2efb9ec0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:34.082971 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f0cd9897-b63a-463b-b046-dbceb1801e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-380824'] for router_interface, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:34.105999 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-39d2cee7-f378-4963-866c-1ad4e9e31b58 req-4abcccef-d0f5-4108-89ab-3ab11e54919a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3611324 Dec 16 14:42:34.151136 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2d59a181-e4ca-4cc6-9bf4-1b2efb9ec0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:34.168580 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-96c7832e-1523-4eb0-9266-c0a3c41e7023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:34.204312 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59a181-e4ca-4cc6-9bf4-1b2efb9ec0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb1027e-18d4-4f1d-99fe-87667ca57257,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:34.234450 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-2d59a181-e4ca-4cc6-9bf4-1b2efb9ec0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:34.254750 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2d59a181-e4ca-4cc6-9bf4-1b2efb9ec0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:34.260212 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-2d59a181-e4ca-4cc6-9bf4-1b2efb9ec0fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bfb1027e-18d4-4f1d-99fe-87667ca57257 HTTP/1.1" status: 204 len: 168 time: 0.6463819 Dec 16 14:42:34.404777 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 308d21bb-d90f-4fac-b661-382e9fb541d7 {{(pid=82861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:42:34.435830 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:34.506397 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.provisioning_blocks [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] Transition to ACTIVE for port object 308d21bb-d90f-4fac-b661-382e9fb541d7 will not be triggered until provisioned by entity L2. {{(pid=82861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:42:34.512641 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:34.518618 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:34.746456 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] Pushing event updated for resources: {'Port': ['ID=308d21bb-d90f-4fac-b661-382e9fb541d7,revision_number=2']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:34.759873 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:35.144796 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] Attempting to bind port 308d21bb-d90f-4fac-b661-382e9fb541d7 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:42:35.145401 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] Attempting to bind port 308d21bb-d90f-4fac-b661-382e9fb541d7 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'eccd6523-ac28-49b7-9919-e9f8422abcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '16b84633-bb8b-4a92-8bf0-28388f86d16b'}] {{(pid=82861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:42:35.145991 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] Attempting to bind port 308d21bb-d90f-4fac-b661-382e9fb541d7 on network 16b84633-bb8b-4a92-8bf0-28388f86d16b {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:42:35.212807 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] Port 308d21bb-d90f-4fac-b661-382e9fb541d7 on network 16b84633-bb8b-4a92-8bf0-28388f86d16b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 16 14:42:35.213486 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] Attempting to bind port 308d21bb-d90f-4fac-b661-382e9fb541d7 on network 16b84633-bb8b-4a92-8bf0-28388f86d16b {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:42:35.256236 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] Checking agent: {'id': '01466b47-b9e9-4bec-ae02-30c05024f419', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:42:35.256812 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] Checking segment: {'id': 'eccd6523-ac28-49b7-9919-e9f8422abcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '16b84633-bb8b-4a92-8bf0-28388f86d16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:42:35.257789 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] Bound using segment: {'id': 'eccd6523-ac28-49b7-9919-e9f8422abcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '16b84633-bb8b-4a92-8bf0-28388f86d16b'} {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:42:35.258811 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] Bound port: 308d21bb-d90f-4fac-b661-382e9fb541d7, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccd6523-ac28-49b7-9919-e9f8422abcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '16b84633-bb8b-4a92-8bf0-28388f86d16b'}}] {{(pid=82861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:42:35.259604 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:35.401564 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:42:35.631406 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8ab4a-381e-40af-8aba-fd568c85b9e9 req-2e703d63-2550-4f58-adbf-ba633c880b09 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:35.634317 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-9af8ab4a-381e-40af-8aba-fd568c85b9e9 req-2e703d63-2550-4f58-adbf-ba633c880b09 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3a5e8-fc0a-430d-ac15-99da4d603b85 HTTP/1.1" status: 200 len: 947 time: 0.6767368 Dec 16 14:42:35.692980 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 60560) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:35.835257 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3df3e81f-5d6c-4679-9432-9a76c0847e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:35.867799 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] For port 308d21bb-d90f-4fac-b661-382e9fb541d7, host hv-cinder-82189, cleared binding levels {{(pid=82861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:42:35.890720 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-9af8ab4a-381e-40af-8aba-fd568c85b9e9 req-37d581ec-d514-4d32-8f43-2244de4e9558 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/security-groups?id=627f9ae5-9d43-4107-9b88-b4674256b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280407 Dec 16 14:42:35.921414 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] For port 308d21bb-d90f-4fac-b661-382e9fb541d7, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=308d21bb-d90f-4fac-b661-382e9fb541d7,segment=NetworkSegment(eccd6523-ac28-49b7-9919-e9f8422abcd4),segment_id=eccd6523-ac28-49b7-9919-e9f8422abcd4)] {{(pid=82861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:42:35.964154 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:35.971975 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-3df3e81f-5d6c-4679-9432-9a76c0847e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:42:35.977319 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-e1177253-e6be-4de6-8a02-e34e60e885ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:36.019803 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:42:36.065562 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Returning: {'device': '2eb0bd28-703a-4b3f-b4d8-a8a3322b412a', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'port_id': '2eb0bd28-703a-4b3f-b4d8-a8a3322b412a', 'mac_address': 'fa:16:3e:7f:8f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:42:36.087821 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-3df3e81f-5d6c-4679-9432-9a76c0847e1f admin admin] Usage tracker for resource:security_group_rule and tenant:7631740b4fc843859e3d853f5e7bc287 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:42:36.103739 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-3df3e81f-5d6c-4679-9432-9a76c0847e1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:42:36.150982 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608f022-93c8-4a49-bbb9-493d171f839e req-1f9d6228-7bd2-4e69-a2f3-da5894c3555a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:36.159524 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7608f022-93c8-4a49-bbb9-493d171f839e req-1f9d6228-7bd2-4e69-a2f3-da5894c3555a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 944 time: 0.4240110 Dec 16 14:42:36.169625 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [None req-f0cd9897-b63a-463b-b046-dbceb1801e77 admin admin] Deleting port 0764577b-3e85-4036-ac14-ada98a29baac {{(pid=82860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:42:36.170021 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f0cd9897-b63a-463b-b046-dbceb1801e77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:36.183045 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-3df3e81f-5d6c-4679-9432-9a76c0847e1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:42:36.222282 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:36.265933 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a {{(pid=82862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:42:36.331894 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:42:36.341061 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:36.349359 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:36.371552 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:36.374102 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] 10.222.0.62 "PUT /v2.0/ports/308d21bb-d90f-4fac-b661-382e9fb541d7 HTTP/1.1" status: 200 len: 1097 time: 3.3431697 Dec 16 14:42:36.385362 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a3a5e8-fc0a-430d-ac15-99da4d603b85', 'tag': '308d21bb-d90f-4fac-b661-382e9fb541d7'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:42:36.429200 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] Pushing event updated for resources: {'Port': ['ID=308d21bb-d90f-4fac-b661-382e9fb541d7,revision_number=3']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:36.451952 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:36.531102 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a3a5e8-fc0a-430d-ac15-99da4d603b85', 'tag': '308d21bb-d90f-4fac-b661-382e9fb541d7', 'status': 'completed', 'code': 200} Dec 16 14:42:36.630561 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a,revision_number=9']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:36.643170 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:36.645866 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7608f022-93c8-4a49-bbb9-493d171f839e req-0d0b1e42-24da-4b13-ba8d-8b688d9f309b tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4490240 Dec 16 14:42:36.723178 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3df3e81f-5d6c-4679-9432-9a76c0847e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:36.739739 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3df3e81f-5d6c-4679-9432-9a76c0847e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:36.740586 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['2eb0bd28-703a-4b3f-b4d8-a8a3322b412a'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:42:36.753339 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-36e845e2-e1a4-45e9-b7ab-b98fdbe82902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:36.803683 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-f0cd9897-b63a-463b-b046-dbceb1801e77 admin admin] For port 0764577b-3e85-4036-ac14-ada98a29baac, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=0764577b-3e85-4036-ac14-ada98a29baac,segment=NetworkSegment(a4f4bbaf-917f-4c90-8312-c5464b7eef53),segment_id=a4f4bbaf-917f-4c90-8312-c5464b7eef53)] {{(pid=82860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:42:36.804642 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f0cd9897-b63a-463b-b046-dbceb1801e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:36.834986 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-5c5ff96e-90c0-478f-8047-cbdd74121645 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ebb8cdb370884f43bcc38bb1faf464a8&device_id=42a3a5e8-fc0a-430d-ac15-99da4d603b85 HTTP/1.1" status: 200 len: 1100 time: 0.3531821 Dec 16 14:42:36.835806 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3e81f-5d6c-4679-9432-9a76c0847e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bf9a09-328e-45fc-8a98-4268200293d8,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:36.842092 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-3df3e81f-5d6c-4679-9432-9a76c0847e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:36.848929 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-3df3e81f-5d6c-4679-9432-9a76c0847e1f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7631740b4fc843859e3d853f5e7bc287&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1547906 Dec 16 14:42:36.849923 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 60574) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:36.966887 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-4dd929d0-1276-4185-b074-98cd42957e8d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=308d21bb-d90f-4fac-b661-382e9fb541d7 HTTP/1.1" status: 200 len: 217 time: 0.1000080 Dec 16 14:42:36.984777 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [None req-f0cd9897-b63a-463b-b046-dbceb1801e77 admin admin] Calling delete_port for 0764577b-3e85-4036-ac14-ada98a29baac owned by network:router_interface {{(pid=82860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:42:37.173347 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e2f9badf-844f-4705-a428-29c877aac20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:37.192081 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-22e81eee-0d4a-4691-9cc9-6d580c5ff01d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:37.193681 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-22e81eee-0d4a-4691-9cc9-6d580c5ff01d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b2dccea8-596d-4c63-b82c-ade8b6ff3452 HTTP/1.1" status: 200 len: 843 time: 0.2180364 Dec 16 14:42:37.286356 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e2f9badf-844f-4705-a428-29c877aac20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:37.394293 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-67eb653e-e59a-4c0e-a529-d26f4f6d947b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:37.436235 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-e23a70e4-378c-4db9-ae79-50e841e4a24e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16b84633-bb8b-4a92-8bf0-28388f86d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2189279 Dec 16 14:42:37.786038 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e2f9badf-844f-4705-a428-29c877aac20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:37.821089 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e6021-8e9c-4ce5-abe2-cdde14d79149 req-fddc8bf6-db62-46ff-a624-9aec39264fc1 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:37.830865 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-365e6021-8e9c-4ce5-abe2-cdde14d79149 req-fddc8bf6-db62-46ff-a624-9aec39264fc1 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3a5e8-fc0a-430d-ac15-99da4d603b85 HTTP/1.1" status: 200 len: 947 time: 0.3525753 Dec 16 14:42:37.878841 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-d028c6c5-1245-464c-968a-22995a29441f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:37.940588 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9badf-844f-4705-a428-29c877aac20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bf9a09-328e-45fc-8a98-4268200293d8,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:37.995173 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-e2f9badf-844f-4705-a428-29c877aac20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:38.015735 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e2f9badf-844f-4705-a428-29c877aac20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:38.016918 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-e2f9badf-844f-4705-a428-29c877aac20a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03bf9a09-328e-45fc-8a98-4268200293d8 HTTP/1.1" status: 204 len: 168 time: 1.1659503 Dec 16 14:42:38.035475 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-f292755a-9f33-403a-977d-a9e08595ea9c service neutron] 10.222.0.62 "GET /v2.0/networks/16b84633-bb8b-4a92-8bf0-28388f86d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873928 Dec 16 14:42:38.090316 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f0cd9897-b63a-463b-b046-dbceb1801e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642'] for port, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:38.110923 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:38.225716 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-365e6021-8e9c-4ce5-abe2-cdde14d79149 req-54dfe92a-91c9-4b3b-9202-c6d7d5d9bdf3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/security-groups?id=627f9ae5-9d43-4107-9b88-b4674256b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744612 Dec 16 14:42:38.239769 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd9897-b63a-463b-b046-dbceb1801e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=0764577b-3e85-4036-ac14-ada98a29baac,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:38.249968 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-f0cd9897-b63a-463b-b046-dbceb1801e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:38.682350 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e44f0-0ae4-46ac-a1eb-c6f87a28dd1b req-b147a227-4975-431c-8a83-68f1e0fa5e70 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:38.693227 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d39e44f0-0ae4-46ac-a1eb-c6f87a28dd1b req-b147a227-4975-431c-8a83-68f1e0fa5e70 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 945 time: 0.5796247 Dec 16 14:42:38.704932 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-40b5d799-5f33-47f9-8df3-1c85d2a8f290 req-392f04dd-67d9-4d3e-97d0-d4acfd396a0c service neutron] 10.222.0.62 "GET /v2.0/networks/16b84633-bb8b-4a92-8bf0-28388f86d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6601832 Dec 16 14:42:38.798123 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d39e44f0-0ae4-46ac-a1eb-c6f87a28dd1b req-ab83a4af-c362-4689-95a6-9949b4a2e964 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033309 Dec 16 14:42:38.932031 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f0cd9897-b63a-463b-b046-dbceb1801e77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3563947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-379974'] for router_interface, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:39.031583 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-dd48cae8-6dc4-42f1-b966-6528deef9b08 req-48aad2bc-e6d3-4c50-87c8-e8dec4810f46 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ebb8cdb370884f43bcc38bb1faf464a8&device_id=42a3a5e8-fc0a-430d-ac15-99da4d603b85 HTTP/1.1" status: 200 len: 1100 time: 0.1743941 Dec 16 14:42:39.417532 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a up at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:42:39.530353 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48cae8-6dc4-42f1-b966-6528deef9b08 req-7b72531f-435d-4ffd-9859-54e86ca1ea41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:39.533563 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-dd48cae8-6dc4-42f1-b966-6528deef9b08 req-7b72531f-435d-4ffd-9859-54e86ca1ea41 service neutron] 10.222.0.62 "GET /v2.0/networks?id=16b84633-bb8b-4a92-8bf0-28388f86d16b HTTP/1.1" status: 200 len: 870 time: 0.4825475 Dec 16 14:42:39.644854 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning complete for port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:42:39.645379 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:39.748993 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-dd48cae8-6dc4-42f1-b966-6528deef9b08 req-c3e5062a-1ab2-4e0b-b3e0-7653a3359649 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=308d21bb-d90f-4fac-b661-382e9fb541d7 HTTP/1.1" status: 200 len: 217 time: 0.2077849 Dec 16 14:42:39.871683 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48cae8-6dc4-42f1-b966-6528deef9b08 req-672ecf7c-3009-4f46-8b5f-7e43e987c3a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:39.873729 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-dd48cae8-6dc4-42f1-b966-6528deef9b08 req-672ecf7c-3009-4f46-8b5f-7e43e987c3a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b2dccea8-596d-4c63-b82c-ade8b6ff3452 HTTP/1.1" status: 200 len: 843 time: 0.1164761 Dec 16 14:42:40.023570 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-dd48cae8-6dc4-42f1-b966-6528deef9b08 req-1ac6831e-a6ae-4128-b8b2-0208c7d2e700 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16b84633-bb8b-4a92-8bf0-28388f86d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1423001 Dec 16 14:42:40.028085 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-240e397e-9848-490b-b383-2754f5246e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:40.070005 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:40.136155 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686297d5-dbda-4a8d-b448-61b191cadb3a req-ceb02a1b-e725-46e4-937d-a2cab120cf6e tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:40.150851 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-686297d5-dbda-4a8d-b448-61b191cadb3a req-ceb02a1b-e725-46e4-937d-a2cab120cf6e tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3a5e8-fc0a-430d-ac15-99da4d603b85 HTTP/1.1" status: 200 len: 947 time: 0.3388591 Dec 16 14:42:40.180308 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a18f218-5bc0-4ffd-ad59-86e315b7487e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb0bd28-703a-4b3f-b4d8-a8a3322b412a'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:42:40.232137 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:42:40.251292 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:40.254918 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:40.292445 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-686297d5-dbda-4a8d-b448-61b191cadb3a req-c8d71678-20d2-49f4-b8c8-0f1f0f628a00 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/security-groups?id=627f9ae5-9d43-4107-9b88-b4674256b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395998 Dec 16 14:42:40.514294 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a18f218-5bc0-4ffd-ad59-86e315b7487e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb0bd28-703a-4b3f-b4d8-a8a3322b412a', 'code': 200} Dec 16 14:42:40.553165 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a,revision_number=10']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:40.562552 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-dd48cae8-6dc4-42f1-b966-6528deef9b08 req-3c68aa12-a4fc-47cb-a636-dcbb3e630666 service neutron] 10.222.0.62 "GET /v2.0/networks/16b84633-bb8b-4a92-8bf0-28388f86d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303581 Dec 16 14:42:40.568063 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:40.713062 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0cd9897-b63a-463b-b046-dbceb1801e77 admin admin] Router 2aeceecc-01d1-4de4-b670-58b4607249c5 has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:42:40.761350 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:41.032158 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd4c3c-418a-4ad4-97bc-a6bf572053d6 req-3f83420f-dc80-4e12-8ab4-82cb0e28097f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:41.048822 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-aedd4c3c-418a-4ad4-97bc-a6bf572053d6 req-3f83420f-dc80-4e12-8ab4-82cb0e28097f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 947 time: 0.7595010 Dec 16 14:42:41.091058 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:41.210661 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-aedd4c3c-418a-4ad4-97bc-a6bf572053d6 req-a24301c2-a25e-4811-a695-e6dc60323feb tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600640 Dec 16 14:42:41.219171 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-dd48cae8-6dc4-42f1-b966-6528deef9b08 req-57ad85b2-4f08-44aa-b783-5ccfb56e907e service neutron] 10.222.0.62 "GET /v2.0/networks/16b84633-bb8b-4a92-8bf0-28388f86d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6450403 Dec 16 14:42:41.377549 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cd9897-b63a-463b-b046-dbceb1801e77 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:42:41.394521 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a782627f-0c2a-470f-a5b8-0f01bef4174e None None] Sync routers for ids ['2aeceecc-01d1-4de4-b670-58b4607249c5'] in dv-cinder-821893-3-smb {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:42:41.420799 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 308d21bb-d90f-4fac-b661-382e9fb541d7 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:42:41.441538 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-f0cd9897-b63a-463b-b046-dbceb1801e77 admin admin] 10.222.0.44 "PUT /v2.0/routers/2aeceecc-01d1-4de4-b670-58b4607249c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2742605 Dec 16 14:42:41.442907 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 60614) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:41.483078 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a782627f-0c2a-470f-a5b8-0f01bef4174e None None] Routers {'2aeceecc-01d1-4de4-b670-58b4607249c5'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:42:41.484958 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-a782627f-0c2a-470f-a5b8-0f01bef4174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:42:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['2aeceecc-01d1-4de4-b670-58b4607249c5'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:42:41.990585 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-a782627f-0c2a-470f-a5b8-0f01bef4174e None None] Set router 2aeceecc-01d1-4de4-b670-58b4607249c5 gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:42:42.037069 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 308d21bb-d90f-4fac-b661-382e9fb541d7, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=308d21bb-d90f-4fac-b661-382e9fb541d7,segment=NetworkSegment(eccd6523-ac28-49b7-9919-e9f8422abcd4),segment_id=eccd6523-ac28-49b7-9919-e9f8422abcd4)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:42:42.059849 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-266c8396-f18b-4c35-b714-11cf2b7967ac req-e6b7297d-f02f-4fb6-80c6-ec03a0344157 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 1100 time: 0.3998594 Dec 16 14:42:42.085273 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Returning: {'device': '308d21bb-d90f-4fac-b661-382e9fb541d7', 'network_id': '16b84633-bb8b-4a92-8bf0-28388f86d16b', 'port_id': '308d21bb-d90f-4fac-b661-382e9fb541d7', 'mac_address': 'fa:16:3e:3c:c5:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2dccea8-596d-4c63-b82c-ade8b6ff3452', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:42:42.211713 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-266c8396-f18b-4c35-b714-11cf2b7967ac req-8cdfd0e4-43b2-4c6a-8994-7898548dfd3f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380785 Dec 16 14:42:42.250046 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc54c38-a761-41ea-bb0f-0d93477d4702 req-5ca25cfd-0568-4042-ba40-60c997cf2f37 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:42.251996 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-dfc54c38-a761-41ea-bb0f-0d93477d4702 req-5ca25cfd-0568-4042-ba40-60c997cf2f37 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3a5e8-fc0a-430d-ac15-99da4d603b85 HTTP/1.1" status: 200 len: 947 time: 0.2431700 Dec 16 14:42:42.285511 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-35d0e8a3-8085-40c3-97e0-d3883f993642 admin admin] Notify callbacks [] for router, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:42.416474 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:42.443198 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-dfc54c38-a761-41ea-bb0f-0d93477d4702 req-19307469-a25f-49e8-b1c6-832b98321989 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/security-groups?id=627f9ae5-9d43-4107-9b88-b4674256b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613631 Dec 16 14:42:42.492345 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 308d21bb-d90f-4fac-b661-382e9fb541d7 {{(pid=82862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:42:42.524627 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 308d21bb-d90f-4fac-b661-382e9fb541d7, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=308d21bb-d90f-4fac-b661-382e9fb541d7,segment=NetworkSegment(eccd6523-ac28-49b7-9919-e9f8422abcd4),segment_id=eccd6523-ac28-49b7-9919-e9f8422abcd4)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:42:42.528273 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:42.531236 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:42.535226 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:42.663331 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=308d21bb-d90f-4fac-b661-382e9fb541d7,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:42.667636 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:42.892987 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['308d21bb-d90f-4fac-b661-382e9fb541d7'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:42:42.901095 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-35d0e8a3-8085-40c3-97e0-d3883f993642 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:42.940149 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-35d0e8a3-8085-40c3-97e0-d3883f993642 admin admin] Deleting port 832a0ca9-57af-47a2-8a3a-1e60130fdcc1 {{(pid=82861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:42:42.940714 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-35d0e8a3-8085-40c3-97e0-d3883f993642 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:43.255565 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-a782627f-0c2a-470f-a5b8-0f01bef4174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aeceecc-01d1-4de4-b670-58b4607249c5', 'name': 'tempest-ServerRescueNegativeTestJSON-313763053-router', 'tenant_id': 'be21f06220c9415f8c855afb6556a878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': '832a0ca9-57af-47a2-8a3a-1e60130fdcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:59Z', 'updated_at': '2021-12-16T14:42:37Z', 'revision_number': 5, 'project_id': 'be21f06220c9415f8c855afb6556a878', 'gw_port': {'id': '832a0ca9-57af-47a2-8a3a-1e60130fdcc1', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aeceecc-01d1-4de4-b670-58b4607249c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:01Z', 'updated_at': '2021-12-16T14:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:42:43.266167 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a782627f-0c2a-470f-a5b8-0f01bef4174e None None] Checking router: 2aeceecc-01d1-4de4-b670-58b4607249c5 for host: dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:42:43.287768 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a782627f-0c2a-470f-a5b8-0f01bef4174e None None] Routers {'2aeceecc-01d1-4de4-b670-58b4607249c5'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:42:43.289149 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-a782627f-0c2a-470f-a5b8-0f01bef4174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:42:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['2aeceecc-01d1-4de4-b670-58b4607249c5'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:42:43.409396 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460842f3-a8ea-4d37-939c-62a7771030a5 req-87e61ec3-df5d-4c28-9c2e-06d4931f1a4d tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:43.421208 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-460842f3-a8ea-4d37-939c-62a7771030a5 req-87e61ec3-df5d-4c28-9c2e-06d4931f1a4d tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 947 time: 0.3254354 Dec 16 14:42:43.488614 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:43.667579 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-460842f3-a8ea-4d37-939c-62a7771030a5 req-28137fdc-2ef4-46f3-adb2-4ffaa9f15d31 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403100 Dec 16 14:42:43.760046 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-eb661cb2-e486-4441-a30e-92f4a289e1b7 req-2b462e0a-20cf-4e08-a069-d97a7e8c8cf9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50ab4f2ba6e544b5a75c9ff80708a7a6&device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 1100 time: 0.5395496 Dec 16 14:42:43.776336 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [None req-35d0e8a3-8085-40c3-97e0-d3883f993642 admin admin] For port 832a0ca9-57af-47a2-8a3a-1e60130fdcc1, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=832a0ca9-57af-47a2-8a3a-1e60130fdcc1,segment=NetworkSegment(4f5dda31-b5b1-4742-b2db-5b9a26752cae),segment_id=4f5dda31-b5b1-4742-b2db-5b9a26752cae)] {{(pid=82861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:42:43.777282 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-35d0e8a3-8085-40c3-97e0-d3883f993642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:44.149364 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-a782627f-0c2a-470f-a5b8-0f01bef4174e None None] Set router 2aeceecc-01d1-4de4-b670-58b4607249c5 gateway port host: None {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:42:44.377435 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-35d0e8a3-8085-40c3-97e0-d3883f993642 admin admin] Calling delete_port for 832a0ca9-57af-47a2-8a3a-1e60130fdcc1 owned by network:router_gateway {{(pid=82861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:42:44.619186 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-a782627f-0c2a-470f-a5b8-0f01bef4174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aeceecc-01d1-4de4-b670-58b4607249c5', 'name': 'tempest-ServerRescueNegativeTestJSON-313763053-router', 'tenant_id': 'be21f06220c9415f8c855afb6556a878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:59Z', 'updated_at': '2021-12-16T14:42:42Z', 'revision_number': 6, 'project_id': 'be21f06220c9415f8c855afb6556a878', 'gw_port_host': None}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:42:44.626927 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a782627f-0c2a-470f-a5b8-0f01bef4174e None None] The sync data for ids ['2aeceecc-01d1-4de4-b670-58b4607249c5'] in dv-cinder-821893-3-smb is: [{'id': '2aeceecc-01d1-4de4-b670-58b4607249c5', 'name': 'tempest-ServerRescueNegativeTestJSON-313763053-router', 'tenant_id': 'be21f06220c9415f8c855afb6556a878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:59Z', 'updated_at': '2021-12-16T14:42:42Z', 'revision_number': 6, 'project_id': 'be21f06220c9415f8c855afb6556a878', 'gw_port_host': None}] {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:42:45.108277 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb661cb2-e486-4441-a30e-92f4a289e1b7 req-2c86c10f-21d8-486e-9a7e-c918a25d80ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:45.113107 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-eb661cb2-e486-4441-a30e-92f4a289e1b7 req-2c86c10f-21d8-486e-9a7e-c918a25d80ef service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb1f760c-41d7-4239-8c86-9a119e8dad65 HTTP/1.1" status: 200 len: 918 time: 1.2878346 Dec 16 14:42:45.441499 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5fdef-419e-4639-afa4-f70b753e8131 req-f827d61e-d6c7-42c0-bc7c-dfa8d7a10a7b tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:45.445388 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-eba5fdef-419e-4639-afa4-f70b753e8131 req-f827d61e-d6c7-42c0-bc7c-dfa8d7a10a7b tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 947 time: 0.3059623 Dec 16 14:42:45.482773 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 308d21bb-d90f-4fac-b661-382e9fb541d7 up at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:42:45.567352 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d54fe2-9602-4732-bcbc-8a34bc073eac req-93221af1-3dae-4261-b0e6-589057d3f667 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:45.568448 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-d7d54fe2-9602-4732-bcbc-8a34bc073eac req-93221af1-3dae-4261-b0e6-589057d3f667 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Synchronizing usage tracker for tenant:ebb8cdb370884f43bcc38bb1faf464a8 on resource:port {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:42:45.602191 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-eba5fdef-419e-4639-afa4-f70b753e8131 req-d50a2988-fead-4682-af4a-d9ef4ba0e3e6 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383135 Dec 16 14:42:45.607596 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-eb661cb2-e486-4441-a30e-92f4a289e1b7 req-d9df3a2f-5e1b-4346-b1cc-ab3cae6b655f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a HTTP/1.1" status: 200 len: 1002 time: 0.4713068 Dec 16 14:42:45.615490 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-35d0e8a3-8085-40c3-97e0-d3883f993642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:45.638037 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning for port 308d21bb-d90f-4fac-b661-382e9fb541d7 completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:42:45.647040 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning complete for port 308d21bb-d90f-4fac-b661-382e9fb541d7 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:42:45.647578 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:45.742392 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:45.864450 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0e8a3-8085-40c3-97e0-d3883f993642 admin admin] Pushing event deleted for resources: {'Port': ['ID=832a0ca9-57af-47a2-8a3a-1e60130fdcc1,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:45.889064 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-d7d54fe2-9602-4732-bcbc-8a34bc073eac req-93221af1-3dae-4261-b0e6-589057d3f667 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Unset dirty status for tenant:ebb8cdb370884f43bcc38bb1faf464a8 on resource:port {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:42:45.891554 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d7d54fe2-9602-4732-bcbc-8a34bc073eac req-93221af1-3dae-4261-b0e6-589057d3f667 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3a5e8-fc0a-430d-ac15-99da4d603b85 HTTP/1.1" status: 200 len: 948 time: 1.7012112 Dec 16 14:42:45.896468 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-35d0e8a3-8085-40c3-97e0-d3883f993642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:46.007626 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:46.076783 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a3a5e8-fc0a-430d-ac15-99da4d603b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308d21bb-d90f-4fac-b661-382e9fb541d7'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:42:46.119551 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 308d21bb-d90f-4fac-b661-382e9fb541d7, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=308d21bb-d90f-4fac-b661-382e9fb541d7,segment=NetworkSegment(eccd6523-ac28-49b7-9919-e9f8422abcd4),segment_id=eccd6523-ac28-49b7-9919-e9f8422abcd4)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:42:46.130561 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:46.142220 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:46.185482 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-d7d54fe2-9602-4732-bcbc-8a34bc073eac req-37d76efb-2db0-4ed9-aa1f-84d8e53f7d0c tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Synchronizing usage tracker for tenant:ebb8cdb370884f43bcc38bb1faf464a8 on resource:security_group {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:42:46.202089 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb661cb2-e486-4441-a30e-92f4a289e1b7 req-ac6622d3-2757-47b2-aa2c-4020857e2f5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:46.205096 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-eb661cb2-e486-4441-a30e-92f4a289e1b7 req-ac6622d3-2757-47b2-aa2c-4020857e2f5e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=69274fc7-9ac3-4ad8-87f4-58834408c137 HTTP/1.1" status: 200 len: 856 time: 0.5819733 Dec 16 14:42:46.232395 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-d7d54fe2-9602-4732-bcbc-8a34bc073eac req-37d76efb-2db0-4ed9-aa1f-84d8e53f7d0c tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Unset dirty status for tenant:ebb8cdb370884f43bcc38bb1faf464a8 on resource:security_group {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:42:46.234491 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d7d54fe2-9602-4732-bcbc-8a34bc073eac req-37d76efb-2db0-4ed9-aa1f-84d8e53f7d0c tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/security-groups?id=627f9ae5-9d43-4107-9b88-b4674256b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672370 Dec 16 14:42:46.332309 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a3a5e8-fc0a-430d-ac15-99da4d603b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308d21bb-d90f-4fac-b661-382e9fb541d7', 'code': 200} Dec 16 14:42:46.335025 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=308d21bb-d90f-4fac-b661-382e9fb541d7,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:46.346499 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:46.499305 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-35d0e8a3-8085-40c3-97e0-d3883f993642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377829'] for router_gateway, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:46.747938 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 832a0ca9-57af-47a2-8a3a-1e60130fdcc1 no longer exists at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:42:46.834655 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] No Port match for: 832a0ca9-57af-47a2-8a3a-1e60130fdcc1 {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:42:46.835250 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 832a0ca9-57af-47a2-8a3a-1e60130fdcc1 not bound to the agent host dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:42:46.835955 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 0764577b-3e85-4036-ac14-ada98a29baac no longer exists at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:42:46.918238 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] No Port match for: 0764577b-3e85-4036-ac14-ada98a29baac {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:42:46.919160 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 0764577b-3e85-4036-ac14-ada98a29baac not bound to the agent host dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:42:47.022269 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-866a1acf-a569-455f-98d1-2a1f06f7940c req-a528db0c-d029-48f2-bb67-4e948530e9b1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=42a3a5e8-fc0a-430d-ac15-99da4d603b85 HTTP/1.1" status: 200 len: 1102 time: 0.3378565 Dec 16 14:42:47.142935 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-866a1acf-a569-455f-98d1-2a1f06f7940c req-0a7fcc2a-be4e-40c9-a979-7211bc89c28b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=627f9ae5-9d43-4107-9b88-b4674256b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091070 Dec 16 14:42:47.143462 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-eb661cb2-e486-4441-a30e-92f4a289e1b7 req-3c2d8311-41af-450b-8286-0fb3f32442ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb1f760c-41d7-4239-8c86-9a119e8dad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7082503 Dec 16 14:42:47.175398 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-35d0e8a3-8085-40c3-97e0-d3883f993642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61118'] for router, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:47.184948 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-35d0e8a3-8085-40c3-97e0-d3883f993642 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:47.420694 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-35d0e8a3-8085-40c3-97e0-d3883f993642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-422089'] for router, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:47.423512 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d0e8a3-8085-40c3-97e0-d3883f993642 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2aeceecc-01d1-4de4-b670-58b4607249c5 {{(pid=82861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 14:42:47.441695 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a13a92-6478-4f50-b7cb-5b47944942fd req-8b9c389b-62e0-4433-8f6d-6c8b992f193b tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:47.444281 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-54a13a92-6478-4f50-b7cb-5b47944942fd req-8b9c389b-62e0-4433-8f6d-6c8b992f193b tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 947 time: 0.4026973 Dec 16 14:42:47.530905 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-35d0e8a3-8085-40c3-97e0-d3883f993642 admin admin] Notify callbacks [] for router, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:47.534196 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-35d0e8a3-8085-40c3-97e0-d3883f993642 admin admin] 10.222.0.44 "DELETE /v2.0/routers/2aeceecc-01d1-4de4-b670-58b4607249c5 HTTP/1.1" status: 204 len: 168 time: 6.0893145 Dec 16 14:42:47.537440 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 60698) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:47.596698 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-54a13a92-6478-4f50-b7cb-5b47944942fd req-13f851a9-e873-4910-84da-771da72bff2f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349258 Dec 16 14:42:47.753379 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_v2 [None req-305303bc-da5c-4a8f-80e1-992d363f9477 admin admin] Deleting subnet fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e {{(pid=82860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 16 14:42:47.757688 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-305303bc-da5c-4a8f-80e1-992d363f9477 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:47.801265 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-eb661cb2-e486-4441-a30e-92f4a289e1b7 req-3f929076-2fff-4c20-94cc-f02d648df81b service neutron] 10.222.0.62 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652481 Dec 16 14:42:47.843789 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-305303bc-da5c-4a8f-80e1-992d363f9477 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:47.856975 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-305303bc-da5c-4a8f-80e1-992d363f9477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3375631'] for subnet, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:47.987053 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7a976-14a6-428e-89cc-7dd83d733c99 req-77c3c835-d7ec-47d4-8ef7-25ffd80f24be tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:48.000648 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-47f7a976-14a6-428e-89cc-7dd83d733c99 req-77c3c835-d7ec-47d4-8ef7-25ffd80f24be tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3a5e8-fc0a-430d-ac15-99da4d603b85 HTTP/1.1" status: 200 len: 949 time: 0.4039457 Dec 16 14:42:48.031095 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-305303bc-da5c-4a8f-80e1-992d363f9477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3375616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for subnet, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:48.049810 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-a3d6b6f5-ce86-426d-8c41-0e95ba8a2626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:48.121348 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305303bc-da5c-4a8f-80e1-992d363f9477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:48.125578 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-305303bc-da5c-4a8f-80e1-992d363f9477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:48.143159 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-305303bc-da5c-4a8f-80e1-992d363f9477 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:48.162407 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-47f7a976-14a6-428e-89cc-7dd83d733c99 req-69bea3db-4678-4cfa-9b83-6be021018141 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/security-groups?id=627f9ae5-9d43-4107-9b88-b4674256b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605046 Dec 16 14:42:48.164072 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-305303bc-da5c-4a8f-80e1-992d363f9477 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fc482e1d-b95c-4c7d-afd7-1d6f25a55e6e HTTP/1.1" status: 204 len: 168 time: 0.6253808 Dec 16 14:42:48.168752 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 60706) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:48.233401 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-eb661cb2-e486-4441-a30e-92f4a289e1b7 req-dd59e288-3d0d-49b9-9126-34b0ee754d25 service neutron] 10.222.0.62 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242628 Dec 16 14:42:48.434623 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3222799'] for network, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:48.732864 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3377296', 'neutron.services.segments.db._delete_segments_for_network-8775664583123'] for network, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:48.773516 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:42:48.774192 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:42:48.775311 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:42:48.775866 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Subscribe: > port after_create 55550000 {{(pid=82860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:42:48.776353 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Subscribe: > port after_delete 55550000 {{(pid=82860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:42:48.776796 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Subscribe: > port after_update 55550000 {{(pid=82860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:42:48.777246 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:42:48.777875 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:42:48.778471 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:42:48.778964 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:42:48.917675 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:42:48.918525 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:42:48.918525 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:42:48.918863 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:42:48.919203 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.services.segments.db [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95cfc6cc-2bf9-4352-9f9e-27747b195118']}} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:42:48.936324 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.services.segments.db [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f4bbaf-917f-4c90-8312-c5464b7eef53') {'for_net_delete': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:42:48.936622 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.services.segments.db [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f4bbaf-917f-4c90-8312-c5464b7eef53') {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:42:48.953687 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775664586478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1906488'] for segment, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:48.981060 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:48.994406 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=82860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 16 14:42:48.995224 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6482238'] for segment, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: util.warn_limited( Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: Traceback (most recent call last): Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: timer() Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: cb(*args, **kw) Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: return func(*args, **kwargs) Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: self._notify() Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: self.callback(batched_events) Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: event.method(event) Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: return f(self, *a, **k) Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: return self._get(url).json() Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: return self.request(url, 'GET', **kwargs) Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:42:49.020344 dv-cinder-821893-3-smb neutron-server[82860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:42:49.119600 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3377289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377742'] for network, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:49.125300 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:49.154384 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Pushing event deleted for resources: {'Network': ['ID=95cfc6cc-2bf9-4352-9f9e-27747b195118,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:49.156558 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:49.159591 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:49.179691 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] 10.222.0.44 "DELETE /v2.0/networks/95cfc6cc-2bf9-4352-9f9e-27747b195118 HTTP/1.1" status: 204 len: 168 time: 1.0065265 Dec 16 14:42:49.586893 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 60724) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:49.700239 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-cdce4f91-cf79-4c8a-8bc8-67b5ab37ccec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be21f06220c9415f8c855afb6556a878&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1108265 Dec 16 14:42:49.704964 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 60728) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:42:49.709564 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91e46a-b5d3-4399-9963-cfcf6039bb9f req-c59c64d6-0f5c-40b8-a322-434223c1d035 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:49.713347 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-bb91e46a-b5d3-4399-9963-cfcf6039bb9f req-c59c64d6-0f5c-40b8-a322-434223c1d035 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3a5e8-fc0a-430d-ac15-99da4d603b85 HTTP/1.1" status: 200 len: 949 time: 0.2289319 Dec 16 14:42:49.856194 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-64b76fd0-f706-4a45-8b81-220776907057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:49.863617 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-bb91e46a-b5d3-4399-9963-cfcf6039bb9f req-15a53f21-8ebf-4a38-9fda-6934778cd646 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/security-groups?id=627f9ae5-9d43-4107-9b88-b4674256b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321342 Dec 16 14:42:49.917209 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-64b76fd0-f706-4a45-8b81-220776907057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:49.980101 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-64b76fd0-f706-4a45-8b81-220776907057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:49.984429 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-73a12f90-8b48-42bc-ad08-bacae0e6281d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:50.006889 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b76fd0-f706-4a45-8b81-220776907057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b34592-8897-40d7-84c9-800d88168ccf,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:50.011183 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-64b76fd0-f706-4a45-8b81-220776907057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:50.025344 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-64b76fd0-f706-4a45-8b81-220776907057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:50.025752 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-64b76fd0-f706-4a45-8b81-220776907057 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/30b34592-8897-40d7-84c9-800d88168ccf HTTP/1.1" status: 204 len: 168 time: 0.3182411 Dec 16 14:42:50.867690 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8752ee0-4f18-4157-9444-701145d88511 req-d7aff6fc-5e35-4a84-a160-2d1ceb8cc3c9 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:50.872466 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-e8752ee0-4f18-4157-9444-701145d88511 req-d7aff6fc-5e35-4a84-a160-2d1ceb8cc3c9 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3a5e8-fc0a-430d-ac15-99da4d603b85 HTTP/1.1" status: 200 len: 949 time: 0.1705308 Dec 16 14:42:50.976291 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-e8752ee0-4f18-4157-9444-701145d88511 req-029fcbb9-146c-4aeb-9c48-24be0393a4a2 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/security-groups?id=627f9ae5-9d43-4107-9b88-b4674256b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928433 Dec 16 14:42:52.412566 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf3dcb-1ae6-4e86-a1f2-aa6217c79041 req-9597a440-73ca-4262-a955-530f05080f38 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:52.421844 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2baf3dcb-1ae6-4e86-a1f2-aa6217c79041 req-9597a440-73ca-4262-a955-530f05080f38 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3a5e8-fc0a-430d-ac15-99da4d603b85 HTTP/1.1" status: 200 len: 949 time: 0.2320843 Dec 16 14:42:52.549946 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2baf3dcb-1ae6-4e86-a1f2-aa6217c79041 req-3914c7c1-583a-466d-a1c6-f4db949ddaef tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/security-groups?id=627f9ae5-9d43-4107-9b88-b4674256b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268828 Dec 16 14:42:52.607554 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53781329-5239-4f6f-9955-c9e7dc2f323f req-f2a75ab9-4feb-4422-bfcb-c89bbe9693e6 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:42:52.609550 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-53781329-5239-4f6f-9955-c9e7dc2f323f req-f2a75ab9-4feb-4422-bfcb-c89bbe9693e6 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.62 "GET /v2.0/ports?device_id=42a3a5e8-fc0a-430d-ac15-99da4d603b85 HTTP/1.1" status: 200 len: 949 time: 0.1121774 Dec 16 14:42:52.733769 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [req-53781329-5239-4f6f-9955-c9e7dc2f323f req-92d62726-4108-4ff0-9dcb-7958efa1cb06 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Deleting port 308d21bb-d90f-4fac-b661-382e9fb541d7 {{(pid=82861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:42:52.734389 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-53781329-5239-4f6f-9955-c9e7dc2f323f req-92d62726-4108-4ff0-9dcb-7958efa1cb06 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:53.203729 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-53781329-5239-4f6f-9955-c9e7dc2f323f req-92d62726-4108-4ff0-9dcb-7958efa1cb06 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] For port 308d21bb-d90f-4fac-b661-382e9fb541d7, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=308d21bb-d90f-4fac-b661-382e9fb541d7,segment=NetworkSegment(eccd6523-ac28-49b7-9919-e9f8422abcd4),segment_id=eccd6523-ac28-49b7-9919-e9f8422abcd4)] {{(pid=82861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:42:53.204369 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-53781329-5239-4f6f-9955-c9e7dc2f323f req-92d62726-4108-4ff0-9dcb-7958efa1cb06 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:53.427772 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [req-53781329-5239-4f6f-9955-c9e7dc2f323f req-92d62726-4108-4ff0-9dcb-7958efa1cb06 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Calling delete_port for 308d21bb-d90f-4fac-b661-382e9fb541d7 owned by compute:nova {{(pid=82861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:42:53.801092 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-53781329-5239-4f6f-9955-c9e7dc2f323f req-92d62726-4108-4ff0-9dcb-7958efa1cb06 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:53.836484 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:42:53.968696 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d62726-4108-4ff0-9dcb-7958efa1cb06 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Pushing event deleted for resources: {'Port': ['ID=308d21bb-d90f-4fac-b661-382e9fb541d7,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:42:54.000670 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-96c21c06-ee3b-4146-be84-87bea3b2953d req-1c519aa0-29fb-48db-9dfd-88e74a52db5f tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3a5e8-fc0a-430d-ac15-99da4d603b85 HTTP/1.1" status: 200 len: 210 time: 0.1090298 Dec 16 14:42:54.169515 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-92d62726-4108-4ff0-9dcb-7958efa1cb06 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:42:54.200965 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [req-53781329-5239-4f6f-9955-c9e7dc2f323f req-92d62726-4108-4ff0-9dcb-7958efa1cb06 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] No DVR routers for this DVR port 308d21bb-d90f-4fac-b661-382e9fb541d7 on host hv-cinder-82189 {{(pid=82861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:42:54.215999 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-53781329-5239-4f6f-9955-c9e7dc2f323f req-92d62726-4108-4ff0-9dcb-7958efa1cb06 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:42:54.221231 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a3a5e8-fc0a-430d-ac15-99da4d603b85', 'name': 'network-vif-deleted', 'tag': '308d21bb-d90f-4fac-b661-382e9fb541d7'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:42:54.265544 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-53781329-5239-4f6f-9955-c9e7dc2f323f req-92d62726-4108-4ff0-9dcb-7958efa1cb06 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.62 "DELETE /v2.0/ports/308d21bb-d90f-4fac-b661-382e9fb541d7 HTTP/1.1" status: 204 len: 173 time: 1.6492891 Dec 16 14:42:54.373319 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a3a5e8-fc0a-430d-ac15-99da4d603b85', 'name': 'network-vif-deleted', 'tag': '308d21bb-d90f-4fac-b661-382e9fb541d7', 'status': 'completed', 'code': 200} Dec 16 14:42:55.376475 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-d6c4e26a-0471-4f4f-8155-39d03def9ea3 req-dd79b5fe-c712-4321-828e-76411386c520 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Synchronizing usage tracker for tenant:ebb8cdb370884f43bcc38bb1faf464a8 on resource:port {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:42:55.407737 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-d6c4e26a-0471-4f4f-8155-39d03def9ea3 req-dd79b5fe-c712-4321-828e-76411386c520 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Unset dirty status for tenant:ebb8cdb370884f43bcc38bb1faf464a8 on resource:port {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:42:55.415510 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d6c4e26a-0471-4f4f-8155-39d03def9ea3 req-dd79b5fe-c712-4321-828e-76411386c520 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3a5e8-fc0a-430d-ac15-99da4d603b85 HTTP/1.1" status: 200 len: 210 time: 0.1255350 Dec 16 14:42:55.549447 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 308d21bb-d90f-4fac-b661-382e9fb541d7 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:42:55.607440 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-869da074-d5f0-497a-9e60-987382c31319 None None] No Port match for: 308d21bb-d90f-4fac-b661-382e9fb541d7 {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:42:55.608441 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 308d21bb-d90f-4fac-b661-382e9fb541d7 not bound to the agent host hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:43:03.130930 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:43:04.331243 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63138c02-9106-499b-9c2d-9ef54ce7301c req-b24849bb-d5ba-48ca-8a16-6bbb7563b5fa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:04.343699 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-63138c02-9106-499b-9c2d-9ef54ce7301c req-b24849bb-d5ba-48ca-8a16-6bbb7563b5fa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05104e5-eed6-4a20-b30f-dcc133647143 HTTP/1.1" status: 200 len: 946 time: 0.1026151 Dec 16 14:43:04.395005 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-63138c02-9106-499b-9c2d-9ef54ce7301c req-863c145a-883a-4df9-8d32-6d82ecd83aac tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504324 Dec 16 14:43:04.397209 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 32908) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:04.593411 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-499c2b7f-8dff-41e2-965a-49473b637eff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ebb8cdb370884f43bcc38bb1faf464a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1945229 Dec 16 14:43:04.595979 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 32916) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:04.661535 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-80beb785-08a3-43ac-bde0-11a530d42bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:04.670303 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 32920) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:04.690754 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-80beb785-08a3-43ac-bde0-11a530d42bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:04.753876 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-80beb785-08a3-43ac-bde0-11a530d42bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:04.757713 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-da02fb41-c516-40e8-8a91-eba4c444eb77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:04.771300 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80beb785-08a3-43ac-bde0-11a530d42bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627f9ae5-9d43-4107-9b88-b4674256b953,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:04.785303 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80beb785-08a3-43ac-bde0-11a530d42bea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:04.785681 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80beb785-08a3-43ac-bde0-11a530d42bea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:04.786056 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80beb785-08a3-43ac-bde0-11a530d42bea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:04.786400 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80beb785-08a3-43ac-bde0-11a530d42bea admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:04.786741 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80beb785-08a3-43ac-bde0-11a530d42bea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:04.787077 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80beb785-08a3-43ac-bde0-11a530d42bea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:04.787415 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80beb785-08a3-43ac-bde0-11a530d42bea admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:04.787749 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80beb785-08a3-43ac-bde0-11a530d42bea admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:04.788081 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80beb785-08a3-43ac-bde0-11a530d42bea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:04.788417 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80beb785-08a3-43ac-bde0-11a530d42bea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:04.788744 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80beb785-08a3-43ac-bde0-11a530d42bea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:04.793461 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-80beb785-08a3-43ac-bde0-11a530d42bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:04.795481 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-80beb785-08a3-43ac-bde0-11a530d42bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:04.798183 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-80beb785-08a3-43ac-bde0-11a530d42bea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/627f9ae5-9d43-4107-9b88-b4674256b953 HTTP/1.1" status: 204 len: 168 time: 0.2010009 Dec 16 14:43:04.867630 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-29b38974-5b98-4714-ad40-15748e4cb181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:04.902644 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-29b38974-5b98-4714-ad40-15748e4cb181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:04.907209 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-29b38974-5b98-4714-ad40-15748e4cb181 admin admin] Usage tracker for resource:security_group_rule and tenant:399c04f073a24e78bfdd0ccd6853d162 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:04.910115 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-29b38974-5b98-4714-ad40-15748e4cb181 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:04.916342 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-29b38974-5b98-4714-ad40-15748e4cb181 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:05.000265 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-29b38974-5b98-4714-ad40-15748e4cb181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:05.005496 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-29b38974-5b98-4714-ad40-15748e4cb181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:05.014193 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-b8c8d288-079a-48fa-bf7a-e1fe1a6377be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:05.055751 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b38974-5b98-4714-ad40-15748e4cb181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5383e73-acb3-4c9f-bcfd-131034a0bb03,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:05.062222 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-29b38974-5b98-4714-ad40-15748e4cb181 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=399c04f073a24e78bfdd0ccd6853d162&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3906634 Dec 16 14:43:05.065872 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 32930) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:05.068760 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b38974-5b98-4714-ad40-15748e4cb181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:05.069113 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b38974-5b98-4714-ad40-15748e4cb181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:05.069455 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b38974-5b98-4714-ad40-15748e4cb181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:05.069828 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b38974-5b98-4714-ad40-15748e4cb181 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:05.070411 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b38974-5b98-4714-ad40-15748e4cb181 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:05.070574 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b38974-5b98-4714-ad40-15748e4cb181 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:05.070862 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b38974-5b98-4714-ad40-15748e4cb181 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:05.071304 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b38974-5b98-4714-ad40-15748e4cb181 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:05.071557 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b38974-5b98-4714-ad40-15748e4cb181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:05.071856 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b38974-5b98-4714-ad40-15748e4cb181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:05.072183 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b38974-5b98-4714-ad40-15748e4cb181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:05.076242 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-29b38974-5b98-4714-ad40-15748e4cb181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:05.148524 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-ea0a3cbe-c84f-44c3-a0e0-3783fcc09665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:05.179396 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-ea0a3cbe-c84f-44c3-a0e0-3783fcc09665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:05.248357 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-ea0a3cbe-c84f-44c3-a0e0-3783fcc09665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:05.254380 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-8cd6ace4-8e39-4a7a-9c99-789df0045bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:05.267914 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a3cbe-c84f-44c3-a0e0-3783fcc09665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5383e73-acb3-4c9f-bcfd-131034a0bb03,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:05.272799 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-ea0a3cbe-c84f-44c3-a0e0-3783fcc09665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:05.275476 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-ea0a3cbe-c84f-44c3-a0e0-3783fcc09665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:05.276862 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-ea0a3cbe-c84f-44c3-a0e0-3783fcc09665 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d5383e73-acb3-4c9f-bcfd-131034a0bb03 HTTP/1.1" status: 204 len: 168 time: 0.2033663 Dec 16 14:43:05.625410 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8d5c9-f289-4b1f-bb8c-e12da1e12d0b req-e1af9c8b-587b-4689-90aa-b9f07f96adae tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:05.627319 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-73f8d5c9-f289-4b1f-bb8c-e12da1e12d0b req-e1af9c8b-587b-4689-90aa-b9f07f96adae tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05104e5-eed6-4a20-b30f-dcc133647143 HTTP/1.1" status: 200 len: 946 time: 0.0944149 Dec 16 14:43:05.681566 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-73f8d5c9-f289-4b1f-bb8c-e12da1e12d0b req-a9cbdf3b-a2b1-4b98-b7e6-e82babcc849a tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451362 Dec 16 14:43:06.058875 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 33000) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:06.291438 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1550351621-network', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:43:06.299800 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:06.310411 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Usage tracker for resource:network and tenant:10c603e7b31447fca656bf3ad8eace18 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:06.315599 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:06.327881 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:06.345896 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Made reservation on behalf of 10c603e7b31447fca656bf3ad8eace18 for: {'network': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:43:06.351488 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for network, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:06.373710 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:06.438437 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:06.452547 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Usage tracker for resource:security_group_rule and tenant:10c603e7b31447fca656bf3ad8eace18 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:06.459063 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:06.466040 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:06.555356 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:06.562754 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:06.567981 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:06.599002 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421c7c52-7288-4421-979a-576493522543 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=82861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:43:06.613023 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea881ca-88b2-4d1b-98e3-0d2a7cbec7ab,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:06.617310 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:06.618597 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:06.618957 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.db.segments_db [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Added segment 98315b36-34eb-4ccf-8288-4da8e33b4df5 of type vlan for network 8981ae74-48c5-470e-b814-deba1c462ad0 Dec 16 14:43:06.657188 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775664085252'] for network, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:06.710043 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for network, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:06.711744 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:06.712548 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:06.717222 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-29956918-5bcd-4b28-a1a5-791881a5718b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:06.877214 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Pushing event updated for resources: {'Network': ['ID=8981ae74-48c5-470e-b814-deba1c462ad0,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:06.886744 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:06.891016 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Network 8981ae74-48c5-470e-b814-deba1c462ad0 details requested by agent ovs-agent-dv-cinder-821893-3-smb with host dv-cinder-821893-3-smb {{(pid=82862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:43:06.899214 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-421c7c52-7288-4421-979a-576493522543 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8341367 Dec 16 14:43:06.900486 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 33034) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:06.911038 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-3a78dc4c-7c25-42f5-baab-73d9c8bfb220 admin admin] Request body: {'subnet': {'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1550351621-subnet', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'ip_version': 4}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:43:06.918601 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-3a78dc4c-7c25-42f5-baab-73d9c8bfb220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:06.924315 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-3a78dc4c-7c25-42f5-baab-73d9c8bfb220 admin admin] Usage tracker for resource:subnet and tenant:10c603e7b31447fca656bf3ad8eace18 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:06.929488 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-3a78dc4c-7c25-42f5-baab-73d9c8bfb220 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:06.936770 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-3a78dc4c-7c25-42f5-baab-73d9c8bfb220 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:06.964423 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a78dc4c-7c25-42f5-baab-73d9c8bfb220 admin admin] Made reservation on behalf of 10c603e7b31447fca656bf3ad8eace18 for: {'subnet': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:43:06.967590 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3a78dc4c-7c25-42f5-baab-73d9c8bfb220 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1404185'] for subnet, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:06.988514 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81404a94-262e-4fcb-a123-62b9d5714ac2 req-4b101890-5133-4b77-922a-56cbeaf25d8a tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:06.990009 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-81404a94-262e-4fcb-a123-62b9d5714ac2 req-4b101890-5133-4b77-922a-56cbeaf25d8a tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05104e5-eed6-4a20-b30f-dcc133647143 HTTP/1.1" status: 200 len: 946 time: 0.1657708 Dec 16 14:43:07.193787 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-81404a94-262e-4fcb-a123-62b9d5714ac2 req-a950c62f-1ed7-4cca-a6e3-e39f12b891c1 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577511 Dec 16 14:43:07.359644 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3a78dc4c-7c25-42f5-baab-73d9c8bfb220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3754502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1404203'] for subnet, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:07.366184 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:07.376341 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1e78-f5a3-4d2a-8cc6-8323e8e78c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:07.450929 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78dc4c-7c25-42f5-baab-73d9c8bfb220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0342ae4e-728b-485f-9ad4-68ff99c34aba,revision_number=0']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:07.457305 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-3a78dc4c-7c25-42f5-baab-73d9c8bfb220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:07.468614 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a78dc4c-7c25-42f5-baab-73d9c8bfb220 admin admin] Checking segment: {'id': '98315b36-34eb-4ccf-8288-4da8e33b4df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:43:07.468957 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a78dc4c-7c25-42f5-baab-73d9c8bfb220 admin admin] Network hostable DHCP agents. Network: 8981ae74-48c5-470e-b814-deba1c462ad0, hostable agents: ['86b204a6-684d-4255-9b61-9602afcfa644'], hosted agents: [] {{(pid=82861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:43:07.493072 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a78dc4c-7c25-42f5-baab-73d9c8bfb220 admin admin] Network 8981ae74-48c5-470e-b814-deba1c462ad0 is scheduled to be hosted by DHCP agent 86b204a6-684d-4255-9b61-9602afcfa644 with binding_index 1 {{(pid=82861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:43:07.510665 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-3a78dc4c-7c25-42f5-baab-73d9c8bfb220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-smb, 8981ae74-48c5-470e-b814-deba1c462ad0) {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:43:07.519898 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a78dc4c-7c25-42f5-baab-73d9c8bfb220 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:07.520603 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1362c158-c264-4a7a-a049-4640d64ac7e0 None None] Network 8981ae74-48c5-470e-b814-deba1c462ad0 requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:43:07.520854 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3a78dc4c-7c25-42f5-baab-73d9c8bfb220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:07.562381 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 33062) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:07.563142 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-3a78dc4c-7c25-42f5-baab-73d9c8bfb220 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6620049 Dec 16 14:43:07.569294 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1550351621-router', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:43:07.577124 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:07.582261 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Usage tracker for resource:router and tenant:10c603e7b31447fca656bf3ad8eace18 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:07.585362 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:07.593989 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 33068) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:07.596126 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:07.610431 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-424595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61064'] for router, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:07.612232 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-391482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-378910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61063'] for router, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:07.640697 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:07.690058 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f3c15e-572b-4227-8020-1d1c7c7879f2 admin admin] Deleting subnet 4c49f0d5-853e-4ff3-8481-64a996b25838 {{(pid=82861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 16 14:43:07.700000 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-49f3c15e-572b-4227-8020-1d1c7c7879f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:07.718703 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 33072) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:07.768270 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-49f3c15e-572b-4227-8020-1d1c7c7879f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-855980'] for subnet, precommit_delete_associations {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:07.822486 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-378920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61109'] for router, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:07.859283 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-49f3c15e-572b-4227-8020-1d1c7c7879f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3375631'] for subnet, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:07.868876 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7e3bd17-6475-574a-890f-11e5f90b22c5-8981ae74-48c5-470e-b814-deba1c462ad0', 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'fixed_ips': [{'subnet_id': '0342ae4e-728b-485f-9ad4-68ff99c34aba'}]}} from dv-cinder-821893-3-smb. {{(pid=82862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 16 14:43:07.871224 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:07.973408 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-49f3c15e-572b-4227-8020-1d1c7c7879f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3375616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3754695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1404220'] for subnet, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:07.983237 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:08.010587 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-5a998a4b-dcf5-49bc-a755-34146a36c352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:08.021717 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3c15e-572b-4227-8020-1d1c7c7879f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c49f0d5-853e-4ff3-8481-64a996b25838,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:08.027241 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-49f3c15e-572b-4227-8020-1d1c7c7879f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:08.034001 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-49f3c15e-572b-4227-8020-1d1c7c7879f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:08.042255 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-49f3c15e-572b-4227-8020-1d1c7c7879f2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4c49f0d5-853e-4ff3-8481-64a996b25838 HTTP/1.1" status: 204 len: 168 time: 0.4471502 Dec 16 14:43:08.044694 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 33078) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:08.084229 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.db_base_plugin_common [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Allocated IP 172.20.0.2 (8981ae74-48c5-470e-b814-deba1c462ad0/0342ae4e-728b-485f-9ad4-68ff99c34aba/680700b5-a8e0-4a61-bf45-03e0099a1bab) {{(pid=82862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:43:08.096292 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-5a998a4b-dcf5-49bc-a755-34146a36c352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:08.102574 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-5a998a4b-dcf5-49bc-a755-34146a36c352 admin admin] Usage tracker for resource:security_group_rule and tenant:e579e8a9b98d48ed86d5f0c350495f47 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:08.105910 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-5a998a4b-dcf5-49bc-a755-34146a36c352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:08.113421 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-5a998a4b-dcf5-49bc-a755-34146a36c352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:08.168228 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b5dd0d46-8c05-4dd3-8289-64bae1f43cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3222799'] for network, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:08.186490 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:08.229458 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:08.330977 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b5dd0d46-8c05-4dd3-8289-64bae1f43cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3377296', 'neutron.services.segments.db._delete_segments_for_network-8775664583123'] for network, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:08.333462 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-5a998a4b-dcf5-49bc-a755-34146a36c352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:08.340006 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Notify callbacks [] for port, precommit_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:08.343287 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-5a998a4b-dcf5-49bc-a755-34146a36c352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:08.352411 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Transition to ACTIVE for port object 680700b5-a8e0-4a61-bf45-03e0099a1bab will not be triggered until provisioned by entity L2. {{(pid=82862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:43:08.354219 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-e1f4e01a-3c66-4951-adf6-9cf5dc24b939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:08.370845 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-b5dd0d46-8c05-4dd3-8289-64bae1f43cad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b482f8-e34c-4098-a09d-b37b542f2365']}} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:43:08.373406 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Transition to ACTIVE for port object 680700b5-a8e0-4a61-bf45-03e0099a1bab will not be triggered until provisioned by entity DHCP. {{(pid=82862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:43:08.385365 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633'] for port, after_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:08.392104 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-b5dd0d46-8c05-4dd3-8289-64bae1f43cad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea14126c-6653-4838-b8f2-7edb01bdf76e') {'for_net_delete': True} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:43:08.393073 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-b5dd0d46-8c05-4dd3-8289-64bae1f43cad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea14126c-6653-4838-b8f2-7edb01bdf76e') {} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:43:08.401086 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-b6b97f80-05ea-41dc-a0fb-a63bfd1c5c7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:08.414801 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b5dd0d46-8c05-4dd3-8289-64bae1f43cad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775664586478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-855989'] for segment, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:08.449242 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b5dd0d46-8c05-4dd3-8289-64bae1f43cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:08.465903 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5dd0d46-8c05-4dd3-8289-64bae1f43cad admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=82861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 16 14:43:08.467367 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b5dd0d46-8c05-4dd3-8289-64bae1f43cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3754089'] for segment, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:08.475835 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Network 8981ae74-48c5-470e-b814-deba1c462ad0 is already hosted by enough agents. {{(pid=82862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:43:08.481531 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.scheduler.base_scheduler [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Resources bound (agent type, host, resource id): {{(pid=82862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:43:08.482274 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Received port after_create {{(pid=82862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:43:08.539675 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Pushing event updated for resources: {'Port': ['ID=680700b5-a8e0-4a61-bf45-03e0099a1bab,revision_number=1']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: Traceback (most recent call last): Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: timer() Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: cb(*args, **kw) Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: return func(*args, **kwargs) Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: self._notify() Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: self.callback(batched_events) Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: event.method(event) Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: return f(self, *a, **k) Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: return self._get(url).json() Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: return self.request(url, 'GET', **kwargs) Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:43:08.540108 dv-cinder-821893-3-smb neutron-server[82861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:43:08.544408 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a998a4b-dcf5-49bc-a755-34146a36c352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e7c43f-ebf2-4e66-b287-8558c1b1bde0,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:08.551362 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-5a998a4b-dcf5-49bc-a755-34146a36c352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:08.558284 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-5a998a4b-dcf5-49bc-a755-34146a36c352 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e579e8a9b98d48ed86d5f0c350495f47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8358972 Dec 16 14:43:08.567037 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 33086) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:08.599637 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_common [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Allocated IP 172.28.3.90 (186f29a2-e581-4978-89ea-e3da95ffad7e/03058b0e-e3b9-411a-92a6-f5070e371994/416e795d-dd52-4d3e-b767-111bf4ade0a3) {{(pid=82860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:43:08.609794 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:08.610145 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:08.610485 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:08.610802 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:08.611123 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:08.611660 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:08.611982 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:08.612379 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:08.612703 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:08.613016 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:08.613496 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:08.618410 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:08.624657 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Attempting to bind port 680700b5-a8e0-4a61-bf45-03e0099a1bab on host dv-cinder-821893-3-smb for vnic_type normal with profile {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:43:08.625001 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Attempting to bind port 680700b5-a8e0-4a61-bf45-03e0099a1bab by drivers openvswitch,hyperv on host dv-cinder-821893-3-smb at level 0 using segments [{'id': '98315b36-34eb-4ccf-8288-4da8e33b4df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0'}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:43:08.625359 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Attempting to bind port 680700b5-a8e0-4a61-bf45-03e0099a1bab on network 8981ae74-48c5-470e-b814-deba1c462ad0 {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:43:08.633967 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Checking agent: {'id': '5fa9648c-092b-4732-8cb9-4096e942c6ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:43:08.634461 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Checking segment: {'id': '98315b36-34eb-4ccf-8288-4da8e33b4df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:43:08.634808 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:08.635246 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Bound using segment: {'id': '98315b36-34eb-4ccf-8288-4da8e33b4df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0'} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:43:08.635805 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Bound port: 680700b5-a8e0-4a61-bf45-03e0099a1bab, host: dv-cinder-821893-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98315b36-34eb-4ccf-8288-4da8e33b4df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0'}}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:43:08.636333 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:08.646138 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b5dd0d46-8c05-4dd3-8289-64bae1f43cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3377289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377742'] for network, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:08.655728 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-95684183-f2fd-46d1-8aaf-a353b97738de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:08.676758 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b5dd0d46-8c05-4dd3-8289-64bae1f43cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:08.699580 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd0d46-8c05-4dd3-8289-64bae1f43cad admin admin] Pushing event deleted for resources: {'Network': ['ID=f4b482f8-e34c-4098-a09d-b37b542f2365,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:08.704071 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-b5dd0d46-8c05-4dd3-8289-64bae1f43cad admin admin] 10.222.0.44 "DELETE /v2.0/networks/f4b482f8-e34c-4098-a09d-b37b542f2365 HTTP/1.1" status: 204 len: 168 time: 0.6582615 Dec 16 14:43:08.705839 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-b5dd0d46-8c05-4dd3-8289-64bae1f43cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:08.727902 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5915bd-58e1-4854-95da-275a2753240b req-0a360d72-1b38-4e3d-8caa-54923975b598 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:08.729852 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7c5915bd-58e1-4854-95da-275a2753240b req-0a360d72-1b38-4e3d-8caa-54923975b598 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05104e5-eed6-4a20-b30f-dcc133647143 HTTP/1.1" status: 200 len: 946 time: 0.2702651 Dec 16 14:43:08.749240 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] For port 680700b5-a8e0-4a61-bf45-03e0099a1bab, host dv-cinder-821893-3-smb, cleared binding levels {{(pid=82862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:43:08.754035 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] For port 680700b5-a8e0-4a61-bf45-03e0099a1bab, host dv-cinder-821893-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=680700b5-a8e0-4a61-bf45-03e0099a1bab,segment=NetworkSegment(98315b36-34eb-4ccf-8288-4da8e33b4df5),segment_id=98315b36-34eb-4ccf-8288-4da8e33b4df5)] {{(pid=82862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:43:08.761527 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:08.766057 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:08.815174 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7c5915bd-58e1-4854-95da-275a2753240b req-292437c3-9529-4e78-adba-73e45e5cff0d tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653076 Dec 16 14:43:08.824955 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:08.828255 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-84caaed5-2292-4385-a664-3c8381a3aa81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:08.866731 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-84caaed5-2292-4385-a664-3c8381a3aa81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:08.874379 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Pushing event updated for resources: {'Port': ['ID=680700b5-a8e0-4a61-bf45-03e0099a1bab,revision_number=2']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:08.880828 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:08.939924 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:08.947975 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:09.009884 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 33094) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:09.047814 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-84caaed5-2292-4385-a664-3c8381a3aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:09.055891 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Network 186f29a2-e581-4978-89ea-e3da95ffad7e is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:43:09.071258 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:43:09.081579 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Received port after_create {{(pid=82860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:43:09.120412 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Pushing event updated for resources: {'Port': ['ID=416e795d-dd52-4d3e-b767-111bf4ade0a3,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:09.130783 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:09.141956 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-2295c8d2-b2d9-44b8-823b-924e337cbfd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:09.174343 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84caaed5-2292-4385-a664-3c8381a3aa81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e7c43f-ebf2-4e66-b287-8558c1b1bde0,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:09.182688 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-84caaed5-2292-4385-a664-3c8381a3aa81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:09.231506 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-b0831ed7-8b23-428a-9262-bf2702e0dccd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3880433975de467e8e37ed639e5500a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2199910 Dec 16 14:43:09.233970 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 33098) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:09.236061 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-84caaed5-2292-4385-a664-3c8381a3aa81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:09.237103 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-84caaed5-2292-4385-a664-3c8381a3aa81 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/15e7c43f-ebf2-4e66-b287-8558c1b1bde0 HTTP/1.1" status: 204 len: 168 time: 0.6680803 Dec 16 14:43:09.334675 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-df803638-ad40-4484-87a3-053ebf58221f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:09.336531 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:09.337559 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377801'] for router, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:09.370283 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-df803638-ad40-4484-87a3-053ebf58221f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:09.435759 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-df803638-ad40-4484-87a3-053ebf58221f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:09.441186 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-4e1488bc-7932-4308-9516-7b5c6878f6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:09.456575 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df803638-ad40-4484-87a3-053ebf58221f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e1a821-b863-42ed-82c7-13d3397ec89d,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:09.459412 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-df803638-ad40-4484-87a3-053ebf58221f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:09.468692 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-df803638-ad40-4484-87a3-053ebf58221f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:09.470114 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-df803638-ad40-4484-87a3-053ebf58221f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a6e1a821-b863-42ed-82c7-13d3397ec89d HTTP/1.1" status: 204 len: 168 time: 0.2351289 Dec 16 14:43:09.681592 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Router d88a9e3b-1c63-4590-8aaa-e72f009bde3f is scheduled to L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc with binding_index 1 {{(pid=82860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 14:43:09.784648 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15f13d-94a4-4357-b099-ac105f19982f req-5e6d4b8d-e898-44b9-a057-cc4ab89a6765 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:09.789511 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-ac15f13d-94a4-4357-b099-ac105f19982f req-5e6d4b8d-e898-44b9-a057-cc4ab89a6765 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.62 "GET /v2.0/ports?device_id=c05104e5-eed6-4a20-b30f-dcc133647143 HTTP/1.1" status: 200 len: 946 time: 0.1488647 Dec 16 14:43:09.879499 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-f371179b-e577-409a-b017-4620648cd7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:09.897219 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [req-ac15f13d-94a4-4357-b099-ac105f19982f req-1262ef3d-2f71-446e-9d0c-a43c80ef177b tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Deleting port 6d283ce4-4af6-4769-ade8-46f9e330bfd8 {{(pid=82861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:43:09.897819 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-ac15f13d-94a4-4357-b099-ac105f19982f req-1262ef3d-2f71-446e-9d0c-a43c80ef177b tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:10.070341 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d64c5f-3e68-4375-959d-edf506b79266 None None] Network 8981ae74-48c5-470e-b814-deba1c462ad0 requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:43:10.152463 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:43:10.186633 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] Sync routers for ids ['d88a9e3b-1c63-4590-8aaa-e72f009bde3f'] in dv-cinder-821893-3-smb {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:43:10.192196 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Notify callbacks [] for router, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:10.193460 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6296775 Dec 16 14:43:10.196800 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 33124) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:10.272694 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cead1-80e6-4b25-9d3f-fe1f0b5afaf8 req-6097de8d-11b4-4540-93c4-5fdeae738bdc tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:10.276155 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-a71e28be-c2d3-4c75-b4d7-75f774010f3b None None] Provisioning for port 680700b5-a8e0-4a61-bf45-03e0099a1bab completed by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:43:10.278466 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b23cead1-80e6-4b25-9d3f-fe1f0b5afaf8 req-6097de8d-11b4-4540-93c4-5fdeae738bdc tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05104e5-eed6-4a20-b30f-dcc133647143 HTTP/1.1" status: 200 len: 946 time: 0.2321355 Dec 16 14:43:10.306400 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] Routers {'d88a9e3b-1c63-4590-8aaa-e72f009bde3f'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:43:10.314300 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:43:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['d88a9e3b-1c63-4590-8aaa-e72f009bde3f'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:43:10.457888 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b23cead1-80e6-4b25-9d3f-fe1f0b5afaf8 req-e5db10b5-cf5a-4050-af64-20b6444b4c55 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649463 Dec 16 14:43:10.519348 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-ac15f13d-94a4-4357-b099-ac105f19982f req-1262ef3d-2f71-446e-9d0c-a43c80ef177b tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] For port 6d283ce4-4af6-4769-ade8-46f9e330bfd8, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6d283ce4-4af6-4769-ade8-46f9e330bfd8,segment=NetworkSegment(5dd3ac9a-1c1f-4378-b723-a7941d3f5785),segment_id=5dd3ac9a-1c1f-4378-b723-a7941d3f5785)] {{(pid=82861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:43:10.519713 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-ac15f13d-94a4-4357-b099-ac105f19982f req-1262ef3d-2f71-446e-9d0c-a43c80ef177b tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:10.709820 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] Set router d88a9e3b-1c63-4590-8aaa-e72f009bde3f gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:43:10.839538 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:10.857457 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 680700b5-a8e0-4a61-bf45-03e0099a1bab up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:43:10.927891 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [req-ac15f13d-94a4-4357-b099-ac105f19982f req-1262ef3d-2f71-446e-9d0c-a43c80ef177b tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Calling delete_port for 6d283ce4-4af6-4769-ade8-46f9e330bfd8 owned by compute:nova {{(pid=82861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:43:11.157014 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-ac15f13d-94a4-4357-b099-ac105f19982f req-1262ef3d-2f71-446e-9d0c-a43c80ef177b tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:11.174205 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-e4f93e2d-5f7f-4f1c-8f89-fd0b98a4892d tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:11.227072 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:11.236158 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['6d283ce4-4af6-4769-ade8-46f9e330bfd8'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:43:11.361340 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262ef3d-2f71-446e-9d0c-a43c80ef177b tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Pushing event deleted for resources: {'Port': ['ID=6d283ce4-4af6-4769-ade8-46f9e330bfd8,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:11.374882 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-1262ef3d-2f71-446e-9d0c-a43c80ef177b tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:11.473185 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning for port 680700b5-a8e0-4a61-bf45-03e0099a1bab completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:43:11.480983 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 680700b5-a8e0-4a61-bf45-03e0099a1bab triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:43:11.481371 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:11.563783 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac15f13d-94a4-4357-b099-ac105f19982f req-1262ef3d-2f71-446e-9d0c-a43c80ef177b tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] No DVR routers for this DVR port 6d283ce4-4af6-4769-ade8-46f9e330bfd8 on host hv-cinder-82189 {{(pid=82861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:43:11.580947 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-ac15f13d-94a4-4357-b099-ac105f19982f req-1262ef3d-2f71-446e-9d0c-a43c80ef177b tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:11.587899 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05104e5-eed6-4a20-b30f-dcc133647143', 'name': 'network-vif-deleted', 'tag': '6d283ce4-4af6-4769-ade8-46f9e330bfd8'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:43:11.640367 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-ac15f13d-94a4-4357-b099-ac105f19982f req-1262ef3d-2f71-446e-9d0c-a43c80ef177b tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.62 "DELETE /v2.0/ports/6d283ce4-4af6-4769-ade8-46f9e330bfd8 HTTP/1.1" status: 204 len: 173 time: 1.8425438 Dec 16 14:43:11.664186 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'name': 'tempest-TestShelveInstance-1550351621-router', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:43:07Z', 'updated_at': '2021-12-16T14:43:09Z', 'revision_number': 3, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'gw_port': {'id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ac:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:08Z', 'updated_at': '2021-12-16T14:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:43:11.709978 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] Checking router: d88a9e3b-1c63-4590-8aaa-e72f009bde3f for host: dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:43:11.711039 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] Updating router d88a9e3b-1c63-4590-8aaa-e72f009bde3f port 416e795d-dd52-4d3e-b767-111bf4ade0a3 binding host dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 16 14:43:11.765082 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-269a134a-2925-44e2-a272-2a0879cc3ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:11.779095 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-5ec15756-9cfe-4377-bbd9-3e473082b1d8 req-a63ecad2-a24c-4558-8bc1-390d53337bb5 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Synchronizing usage tracker for tenant:7124d656e6d9474eae6510920f730d4b on resource:port {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:43:11.813232 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-5ec15756-9cfe-4377-bbd9-3e473082b1d8 req-a63ecad2-a24c-4558-8bc1-390d53337bb5 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Unset dirty status for tenant:7124d656e6d9474eae6510920f730d4b on resource:port {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:43:11.816209 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-5ec15756-9cfe-4377-bbd9-3e473082b1d8 req-a63ecad2-a24c-4558-8bc1-390d53337bb5 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=c05104e5-eed6-4a20-b30f-dcc133647143 HTTP/1.1" status: 200 len: 210 time: 0.1278412 Dec 16 14:43:11.867904 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05104e5-eed6-4a20-b30f-dcc133647143', 'name': 'network-vif-deleted', 'tag': '6d283ce4-4af6-4769-ade8-46f9e330bfd8', 'status': 'completed', 'code': 200} Dec 16 14:43:11.901418 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-95c3bc1e-c1f7-4557-85b7-048e776930b7 None None] Provisioning complete for port 680700b5-a8e0-4a61-bf45-03e0099a1bab triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:43:11.901830 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-95c3bc1e-c1f7-4557-85b7-048e776930b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:11.989289 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:12.068499 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:12.147736 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_common [None req-269a134a-2925-44e2-a272-2a0879cc3ee2 admin admin] Allocated IP 172.20.0.1 (8981ae74-48c5-470e-b814-deba1c462ad0/0342ae4e-728b-485f-9ad4-68ff99c34aba/b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062) {{(pid=82860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:43:12.223493 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] For port 680700b5-a8e0-4a61-bf45-03e0099a1bab, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=680700b5-a8e0-4a61-bf45-03e0099a1bab,segment=NetworkSegment(98315b36-34eb-4ccf-8288-4da8e33b4df5),segment_id=98315b36-34eb-4ccf-8288-4da8e33b4df5)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:43:12.240329 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:12.254713 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:12.512033 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-95c3bc1e-c1f7-4557-85b7-048e776930b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:12.541160 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-269a134a-2925-44e2-a272-2a0879cc3ee2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:12.588717 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-269a134a-2925-44e2-a272-2a0879cc3ee2 admin admin] Transition to ACTIVE for port object b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062 will not be triggered until provisioned by entity DHCP. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:43:12.624337 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-269a134a-2925-44e2-a272-2a0879cc3ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:12.628932 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:12.629893 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-e7f2a5ed-8f8c-4070-bef2-b4883ffc7f50 tempest-DeleteServersTestJSON-498798826 tempest-DeleteServersTestJSON-498798826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:12.646912 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Pushing event updated for resources: {'Port': ['ID=680700b5-a8e0-4a61-bf45-03e0099a1bab,revision_number=3']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:12.653354 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:12.702466 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269a134a-2925-44e2-a272-2a0879cc3ee2 admin admin] Network 8981ae74-48c5-470e-b814-deba1c462ad0 is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:43:12.706084 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [None req-269a134a-2925-44e2-a272-2a0879cc3ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:43:12.714972 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a134a-2925-44e2-a272-2a0879cc3ee2 admin admin] Received port after_create {{(pid=82860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:43:12.743510 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.db.api [None req-95c3bc1e-c1f7-4557-85b7-048e776930b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 14:43:12.743891 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_db.api [None req-95c3bc1e-c1f7-4557-85b7-048e776930b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 14:43:12.777029 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-269a134a-2925-44e2-a272-2a0879cc3ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377607'] for router_interface, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:12.786999 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a134a-2925-44e2-a272-2a0879cc3ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:12.791992 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-269a134a-2925-44e2-a272-2a0879cc3ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:12.856272 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] Notify callbacks [] for port, precommit_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:12.885557 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] Transition to ACTIVE for port object 416e795d-dd52-4d3e-b767-111bf4ade0a3 will not be triggered until provisioned by entity L2. {{(pid=82862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:43:12.900740 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-269a134a-2925-44e2-a272-2a0879cc3ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:12.908967 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:12.927112 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:13.042216 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] Attempting to bind port 416e795d-dd52-4d3e-b767-111bf4ade0a3 on host dv-cinder-821893-3-smb for vnic_type normal with profile {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:43:13.042616 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] Attempting to bind port 416e795d-dd52-4d3e-b767-111bf4ade0a3 by drivers openvswitch,hyperv on host dv-cinder-821893-3-smb at level 0 using segments [{'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:43:13.042955 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] Attempting to bind port 416e795d-dd52-4d3e-b767-111bf4ade0a3 on network 186f29a2-e581-4978-89ea-e3da95ffad7e {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:43:13.057855 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] Checking agent: {'id': '5fa9648c-092b-4732-8cb9-4096e942c6ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:43:13.058355 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] Checking segment: {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:43:13.058638 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:13.059029 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] Bound using segment: {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:43:13.059524 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] Bound port: 416e795d-dd52-4d3e-b767-111bf4ade0a3, host: dv-cinder-821893-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:43:13.059899 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:13.116197 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e6141-6971-478b-81e3-000e1220bb16 None None] Pushing event updated for resources: {'Port': ['ID=416e795d-dd52-4d3e-b767-111bf4ade0a3,revision_number=2']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:13.120639 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-f97e6141-6971-478b-81e3-000e1220bb16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:13.176621 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] For port 416e795d-dd52-4d3e-b767-111bf4ade0a3, host dv-cinder-821893-3-smb, cleared binding levels {{(pid=82862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:43:13.180975 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] For port 416e795d-dd52-4d3e-b767-111bf4ade0a3, host dv-cinder-821893-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=416e795d-dd52-4d3e-b767-111bf4ade0a3,segment=NetworkSegment(4f5dda31-b5b1-4742-b2db-5b9a26752cae),segment_id=4f5dda31-b5b1-4742-b2db-5b9a26752cae)] {{(pid=82862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:43:13.187559 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:13.197214 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:13.262179 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-269a134a-2925-44e2-a272-2a0879cc3ee2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:13.270768 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-269a134a-2925-44e2-a272-2a0879cc3ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482886'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:13.330151 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-c46438a6-4637-4c6a-b868-6f70e279b8f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:13.347726 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e6141-6971-478b-81e3-000e1220bb16 None None] Pushing event updated for resources: {'Port': ['ID=416e795d-dd52-4d3e-b767-111bf4ade0a3,revision_number=3']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:13.351306 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-f97e6141-6971-478b-81e3-000e1220bb16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:13.355733 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] Routers {'d88a9e3b-1c63-4590-8aaa-e72f009bde3f'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:43:13.356807 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:43:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['d88a9e3b-1c63-4590-8aaa-e72f009bde3f'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:43:13.490318 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a134a-2925-44e2-a272-2a0879cc3ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:13.501838 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-269a134a-2925-44e2-a272-2a0879cc3ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:13.518278 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-269a134a-2925-44e2-a272-2a0879cc3ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3564005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380779'] for router_interface, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:13.525094 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:13.637499 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-16cfb7f4-ee9f-4d20-9db4-f204856e6c35 None None] Provisioning for port b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062 completed by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:43:13.650922 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 6d283ce4-4af6-4769-ade8-46f9e330bfd8 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:43:13.725157 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269a134a-2925-44e2-a272-2a0879cc3ee2 admin admin] Network 8981ae74-48c5-470e-b814-deba1c462ad0 is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:43:13.727050 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [None req-269a134a-2925-44e2-a272-2a0879cc3ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:43:13.755538 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-16cfb7f4-ee9f-4d20-9db4-f204856e6c35 None None] Provisioning complete for port b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:43:13.755909 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-16cfb7f4-ee9f-4d20-9db4-f204856e6c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:13.803788 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-869da074-d5f0-497a-9e60-987382c31319 None None] No Port match for: 6d283ce4-4af6-4769-ade8-46f9e330bfd8 {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:43:13.804183 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 6d283ce4-4af6-4769-ade8-46f9e330bfd8 not bound to the agent host hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:43:13.875307 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-16cfb7f4-ee9f-4d20-9db4-f204856e6c35 None None] Port b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062 cannot update to ACTIVE because it is not bound. {{(pid=82862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 16 14:43:13.890915 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] Set router d88a9e3b-1c63-4590-8aaa-e72f009bde3f gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:43:14.287267 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-97f22e53-6a4e-4e80-985f-bc54231dd4d8 None None] Provisioning complete for port b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:43:14.287872 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-97f22e53-6a4e-4e80-985f-bc54231dd4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:14.502740 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-97f22e53-6a4e-4e80-985f-bc54231dd4d8 None None] Port b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062 cannot update to ACTIVE because it is not bound. {{(pid=82862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 16 14:43:14.594657 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'name': 'tempest-TestShelveInstance-1550351621-router', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:43:07Z', 'updated_at': '2021-12-16T14:43:12Z', 'revision_number': 4, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'gw_port': {'id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ac:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:08Z', 'updated_at': '2021-12-16T14:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': 'b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062', 'name': '', 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'mac_address': 'fa:16:3e:2a:91:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0342ae4e-728b-485f-9ad4-68ff99c34aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:11Z', 'updated_at': '2021-12-16T14:43:13Z', 'revision_number': 2, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'subnets': [{'id': '0342ae4e-728b-485f-9ad4-68ff99c34aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:43:14.600535 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541630eb-bb3a-49dc-a83a-e50fc55750da None None] The sync data for ids ['d88a9e3b-1c63-4590-8aaa-e72f009bde3f'] in dv-cinder-821893-3-smb is: [{'id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'name': 'tempest-TestShelveInstance-1550351621-router', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:43:07Z', 'updated_at': '2021-12-16T14:43:12Z', 'revision_number': 4, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'gw_port': {'id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ac:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:08Z', 'updated_at': '2021-12-16T14:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': 'b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062', 'name': '', 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'mac_address': 'fa:16:3e:2a:91:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0342ae4e-728b-485f-9ad4-68ff99c34aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:11Z', 'updated_at': '2021-12-16T14:43:13Z', 'revision_number': 2, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'subnets': [{'id': '0342ae4e-728b-485f-9ad4-68ff99c34aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:43:14.787092 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 680700b5-a8e0-4a61-bf45-03e0099a1bab up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:43:14.994041 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269a134a-2925-44e2-a272-2a0879cc3ee2 admin admin] Router d88a9e3b-1c63-4590-8aaa-e72f009bde3f has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:43:14.999648 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 680700b5-a8e0-4a61-bf45-03e0099a1bab triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:43:15.000115 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:15.450880 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269a134a-2925-44e2-a272-2a0879cc3ee2 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:43:15.485748 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-269a134a-2925-44e2-a272-2a0879cc3ee2 admin admin] 10.222.0.44 "PUT /v2.0/routers/d88a9e3b-1c63-4590-8aaa-e72f009bde3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2876809 Dec 16 14:43:16.800985 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 416e795d-dd52-4d3e-b767-111bf4ade0a3 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:43:16.918275 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning for port 416e795d-dd52-4d3e-b767-111bf4ade0a3 completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:43:16.935024 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 416e795d-dd52-4d3e-b767-111bf4ade0a3 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:43:16.938019 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:16.949860 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 33350) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:16.955892 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-144490076-network', 'tenant_id': '08ce9c04ef824a6487abd3242851391e'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:43:16.965971 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:16.985540 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Usage tracker for resource:network and tenant:08ce9c04ef824a6487abd3242851391e is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:17.004365 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:17.035622 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:17.073786 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Made reservation on behalf of 08ce9c04ef824a6487abd3242851391e for: {'network': 1} {{(pid=82860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:43:17.080426 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for network, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:17.188220 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:17.231055 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:17.253875 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] For port 416e795d-dd52-4d3e-b767-111bf4ade0a3, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=416e795d-dd52-4d3e-b767-111bf4ade0a3,segment=NetworkSegment(4f5dda31-b5b1-4742-b2db-5b9a26752cae),segment_id=4f5dda31-b5b1-4742-b2db-5b9a26752cae)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:43:17.268045 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:17.268045 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:17.314315 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:17.321593 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Usage tracker for resource:security_group_rule and tenant:08ce9c04ef824a6487abd3242851391e is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:17.326413 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:17.338528 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63396f2-a685-4fb2-99bb-207e72d06031 req-63b97c5f-ba1e-48b8-8b6f-31be6cb16e2e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:17.340381 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-e63396f2-a685-4fb2-99bb-207e72d06031 req-63b97c5f-ba1e-48b8-8b6f-31be6cb16e2e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.2338119 Dec 16 14:43:17.341919 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:17.342315 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Pushing event updated for resources: {'Port': ['ID=416e795d-dd52-4d3e-b767-111bf4ade0a3,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:17.346489 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:17.399069 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 33360) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:17.447189 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-e63396f2-a685-4fb2-99bb-207e72d06031 req-50f6588c-a161-4564-8e8a-80b6f0f014a9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919197 Dec 16 14:43:17.474837 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:17.480963 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:17.485415 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-e29df5ad-648a-46da-b17d-bc89dfd2e382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:17.516281 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=82860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:43:17.526587 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86335e3e-b2cf-44ef-a197-4e11db0ea8d8,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:17.530162 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:17.532858 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:17.533313 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.db.segments_db [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Added segment 5fdc02c3-beae-4c48-bed4-06f0947ca785 of type vlan for network 1f46d156-4e00-4d6d-9c43-7cacbecf6a5a Dec 16 14:43:17.564454 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775664085252'] for network, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:17.597188 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-02302191-5b5c-4718-80e3-75a924460493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:17.639676 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for network, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:17.642521 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:17.643120 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:17.647999 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-461b3076-856d-4e4c-ac39-367232dddbec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:17.717792 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-02302191-5b5c-4718-80e3-75a924460493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:17.735041 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-02302191-5b5c-4718-80e3-75a924460493 admin admin] Usage tracker for resource:security_group_rule and tenant:184c726fe1824a9bbcb0c6daa6f03694 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:17.740179 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-02302191-5b5c-4718-80e3-75a924460493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:17.769503 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-02302191-5b5c-4718-80e3-75a924460493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:17.781781 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Pushing event updated for resources: {'Network': ['ID=1f46d156-4e00-4d6d-9c43-7cacbecf6a5a,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:17.791378 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:17.793169 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8419154 Dec 16 14:43:17.796075 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 33366) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:17.799101 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Network 1f46d156-4e00-4d6d-9c43-7cacbecf6a5a details requested by agent ovs-agent-dv-cinder-821893-3-smb with host dv-cinder-821893-3-smb {{(pid=82862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:43:17.805499 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-b08ac8a6-e4c9-4059-8795-4227bc887847 admin admin] Request body: {'subnet': {'network_id': '1f46d156-4e00-4d6d-9c43-7cacbecf6a5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-144490076-subnet', 'tenant_id': '08ce9c04ef824a6487abd3242851391e', 'ip_version': 4}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:43:17.814311 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-b08ac8a6-e4c9-4059-8795-4227bc887847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:17.820956 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-b08ac8a6-e4c9-4059-8795-4227bc887847 admin admin] Usage tracker for resource:subnet and tenant:08ce9c04ef824a6487abd3242851391e is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:17.826593 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-b08ac8a6-e4c9-4059-8795-4227bc887847 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:17.836728 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-b08ac8a6-e4c9-4059-8795-4227bc887847 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:17.851782 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08ac8a6-e4c9-4059-8795-4227bc887847 admin admin] Made reservation on behalf of 08ce9c04ef824a6487abd3242851391e for: {'subnet': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:43:17.854612 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b08ac8a6-e4c9-4059-8795-4227bc887847 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1404185'] for subnet, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:17.909531 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-02302191-5b5c-4718-80e3-75a924460493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:17.917303 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-02302191-5b5c-4718-80e3-75a924460493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:17.930965 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-64b76fd0-f706-4a45-8b81-220776907057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:18.010167 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02302191-5b5c-4718-80e3-75a924460493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583aa417-3cdb-45d5-8e85-c54458ed490d,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:18.019596 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-02302191-5b5c-4718-80e3-75a924460493 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=184c726fe1824a9bbcb0c6daa6f03694&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6167815 Dec 16 14:43:18.019596 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-02302191-5b5c-4718-80e3-75a924460493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:18.020285 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 33370) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:18.122032 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e7aad6b9-23f9-4a58-bbd2-c304c53ccd80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:18.157421 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e7aad6b9-23f9-4a58-bbd2-c304c53ccd80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:18.166934 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b08ac8a6-e4c9-4059-8795-4227bc887847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3754502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1404203'] for subnet, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:18.171748 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-06e99a04-8c4d-4f10-84ea-600e9c383366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:18.232796 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e7aad6b9-23f9-4a58-bbd2-c304c53ccd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:18.237711 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-2d59a181-e4ca-4cc6-9bf4-1b2efb9ec0fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:18.249928 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aad6b9-23f9-4a58-bbd2-c304c53ccd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583aa417-3cdb-45d5-8e85-c54458ed490d,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:18.254322 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-e7aad6b9-23f9-4a58-bbd2-c304c53ccd80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:18.257874 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e7aad6b9-23f9-4a58-bbd2-c304c53ccd80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:18.259139 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-e7aad6b9-23f9-4a58-bbd2-c304c53ccd80 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/583aa417-3cdb-45d5-8e85-c54458ed490d HTTP/1.1" status: 204 len: 168 time: 0.2379036 Dec 16 14:43:18.261078 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ac8a6-e4c9-4059-8795-4227bc887847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d05e12b2-3865-4587-8ef8-636bf05cf2a4,revision_number=0']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:18.264120 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-b08ac8a6-e4c9-4059-8795-4227bc887847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:18.283551 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08ac8a6-e4c9-4059-8795-4227bc887847 admin admin] Checking segment: {'id': '5fdc02c3-beae-4c48-bed4-06f0947ca785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1f46d156-4e00-4d6d-9c43-7cacbecf6a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:43:18.284003 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08ac8a6-e4c9-4059-8795-4227bc887847 admin admin] Network hostable DHCP agents. Network: 1f46d156-4e00-4d6d-9c43-7cacbecf6a5a, hostable agents: ['86b204a6-684d-4255-9b61-9602afcfa644'], hosted agents: [] {{(pid=82861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:43:18.313923 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08ac8a6-e4c9-4059-8795-4227bc887847 admin admin] Network 1f46d156-4e00-4d6d-9c43-7cacbecf6a5a is scheduled to be hosted by DHCP agent 86b204a6-684d-4255-9b61-9602afcfa644 with binding_index 1 {{(pid=82861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:43:18.327838 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-b08ac8a6-e4c9-4059-8795-4227bc887847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-smb, 1f46d156-4e00-4d6d-9c43-7cacbecf6a5a) {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:43:18.343559 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d26790b-dd88-4026-987d-da6e8c403c3e None None] Network 1f46d156-4e00-4d6d-9c43-7cacbecf6a5a requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:43:18.346975 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08ac8a6-e4c9-4059-8795-4227bc887847 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:18.347973 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b08ac8a6-e4c9-4059-8795-4227bc887847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:18.388764 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 33382) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:18.389812 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-b08ac8a6-e4c9-4059-8795-4227bc887847 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5919008 Dec 16 14:43:18.395510 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-144490076-router', 'tenant_id': '08ce9c04ef824a6487abd3242851391e', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:43:18.414884 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:18.419682 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] Usage tracker for resource:router and tenant:08ce9c04ef824a6487abd3242851391e is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:18.432975 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:18.439846 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:18.474593 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-424595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61064'] for router, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:18.476005 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-391482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-378910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61063'] for router, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:18.506025 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:18.700488 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7e3bd17-6475-574a-890f-11e5f90b22c5-1f46d156-4e00-4d6d-9c43-7cacbecf6a5a', 'network_id': '1f46d156-4e00-4d6d-9c43-7cacbecf6a5a', 'tenant_id': '08ce9c04ef824a6487abd3242851391e', 'fixed_ips': [{'subnet_id': 'd05e12b2-3865-4587-8ef8-636bf05cf2a4'}]}} from dv-cinder-821893-3-smb. {{(pid=82862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 16 14:43:18.701369 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:18.801851 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ca25f-bf74-4517-9403-2b015d8b0e77 req-a3ca4f77-ebf6-420c-8d82-540f7b52c24f tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:18.809364 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d92ca25f-bf74-4517-9403-2b015d8b0e77 req-a3ca4f77-ebf6-420c-8d82-540f7b52c24f tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.0968413 Dec 16 14:43:18.810500 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 416e795d-dd52-4d3e-b767-111bf4ade0a3 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:43:18.828903 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-378920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61109'] for router, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:18.879053 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d92ca25f-bf74-4517-9403-2b015d8b0e77 req-126fdd8c-61d4-4d7d-9ff4-b2f928af4173 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684841 Dec 16 14:43:19.017089 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 33400) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:19.030260 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 416e795d-dd52-4d3e-b767-111bf4ade0a3 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:43:19.030869 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:19.050889 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-396efc2d-4823-432f-890e-056337cd9b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:19.075863 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.db_base_plugin_common [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Allocated IP 172.20.0.2 (1f46d156-4e00-4d6d-9c43-7cacbecf6a5a/d05e12b2-3865-4587-8ef8-636bf05cf2a4/1e5a0e18-4ae8-46ad-9066-59f26004afd9) {{(pid=82862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:43:19.096539 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-396efc2d-4823-432f-890e-056337cd9b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:19.101113 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-396efc2d-4823-432f-890e-056337cd9b1d admin admin] Usage tracker for resource:security_group_rule and tenant:defbc24b607343c3a69aa94706cadadc is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:19.104474 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-396efc2d-4823-432f-890e-056337cd9b1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:19.110991 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-396efc2d-4823-432f-890e-056337cd9b1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:19.175943 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-7f060ad8-f76f-4546-87ba-2e72e412a0ed tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:19.178663 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-7f060ad8-f76f-4546-87ba-2e72e412a0ed tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/networks?id=4008d89e-e67c-4205-829e-e9c197a98dcc HTTP/1.1" status: 200 len: 813 time: 0.2842274 Dec 16 14:43:19.199357 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-396efc2d-4823-432f-890e-056337cd9b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:19.207183 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-396efc2d-4823-432f-890e-056337cd9b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:19.222088 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-ad10bec4-3a2e-4a23-bb94-c8dbc834c519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:19.238912 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-620613b5-c7f2-4eba-8dba-360feb630ace tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/quotas/7124d656e6d9474eae6510920f730d4b HTTP/1.1" status: 200 len: 375 time: 0.0532844 Dec 16 14:43:19.294993 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396efc2d-4823-432f-890e-056337cd9b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2002af21-fdb7-4e5b-8267-1651c26ea41b,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:19.300230 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-396efc2d-4823-432f-890e-056337cd9b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:19.311801 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-396efc2d-4823-432f-890e-056337cd9b1d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=defbc24b607343c3a69aa94706cadadc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2927339 Dec 16 14:43:19.312483 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 33404) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:19.369959 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-efdc7f1d-72d6-40d3-97e2-eabbf6ae6333 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7124d656e6d9474eae6510920f730d4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759673 Dec 16 14:43:19.439070 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-6f737510-e257-476a-8faf-ed02efc9fb67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:19.468110 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:19.476688 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Notify callbacks [] for port, precommit_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:19.487260 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-6f737510-e257-476a-8faf-ed02efc9fb67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:19.489801 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Transition to ACTIVE for port object 1e5a0e18-4ae8-46ad-9066-59f26004afd9 will not be triggered until provisioned by entity L2. {{(pid=82862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:43:19.511754 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Transition to ACTIVE for port object 1e5a0e18-4ae8-46ad-9066-59f26004afd9 will not be triggered until provisioned by entity DHCP. {{(pid=82862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:43:19.520197 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633'] for port, after_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:19.527144 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:19.576906 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-6f737510-e257-476a-8faf-ed02efc9fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:19.581183 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:19.595885 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f737510-e257-476a-8faf-ed02efc9fb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2002af21-fdb7-4e5b-8267-1651c26ea41b,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:19.602325 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-6f737510-e257-476a-8faf-ed02efc9fb67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:19.616922 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-6f737510-e257-476a-8faf-ed02efc9fb67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:19.623451 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:19.625277 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-6f737510-e257-476a-8faf-ed02efc9fb67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2002af21-fdb7-4e5b-8267-1651c26ea41b HTTP/1.1" status: 204 len: 168 time: 0.3116612 Dec 16 14:43:19.661175 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Pushing event updated for resources: {'Port': ['ID=1e5a0e18-4ae8-46ad-9066-59f26004afd9,revision_number=1']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:19.667641 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:19.677862 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Network 1f46d156-4e00-4d6d-9c43-7cacbecf6a5a is already hosted by enough agents. {{(pid=82862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:43:19.680424 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.scheduler.base_scheduler [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Resources bound (agent type, host, resource id): {{(pid=82862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:43:19.686478 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Received port after_create {{(pid=82862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:43:19.753421 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-21703c61-4578-427e-ba99-33c1c0d2060e service neutron] 10.222.0.44 "GET /v2.0/networks/4008d89e-e67c-4205-829e-e9c197a98dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825228 Dec 16 14:43:19.788489 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Attempting to bind port 1e5a0e18-4ae8-46ad-9066-59f26004afd9 on host dv-cinder-821893-3-smb for vnic_type normal with profile {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:43:19.789077 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Attempting to bind port 1e5a0e18-4ae8-46ad-9066-59f26004afd9 by drivers openvswitch,hyperv on host dv-cinder-821893-3-smb at level 0 using segments [{'id': '5fdc02c3-beae-4c48-bed4-06f0947ca785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1f46d156-4e00-4d6d-9c43-7cacbecf6a5a'}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:43:19.790480 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Attempting to bind port 1e5a0e18-4ae8-46ad-9066-59f26004afd9 on network 1f46d156-4e00-4d6d-9c43-7cacbecf6a5a {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:43:19.802249 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Checking agent: {'id': '5fa9648c-092b-4732-8cb9-4096e942c6ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:43:19.802943 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Checking segment: {'id': '5fdc02c3-beae-4c48-bed4-06f0947ca785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1f46d156-4e00-4d6d-9c43-7cacbecf6a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:43:19.803516 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:19.804115 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Bound using segment: {'id': '5fdc02c3-beae-4c48-bed4-06f0947ca785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1f46d156-4e00-4d6d-9c43-7cacbecf6a5a'} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:43:19.804767 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Bound port: 1e5a0e18-4ae8-46ad-9066-59f26004afd9, host: dv-cinder-821893-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdc02c3-beae-4c48-bed4-06f0947ca785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1f46d156-4e00-4d6d-9c43-7cacbecf6a5a'}}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:43:19.806275 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:19.929683 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] For port 1e5a0e18-4ae8-46ad-9066-59f26004afd9, host dv-cinder-821893-3-smb, cleared binding levels {{(pid=82862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:43:19.942114 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] For port 1e5a0e18-4ae8-46ad-9066-59f26004afd9, host dv-cinder-821893-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=1e5a0e18-4ae8-46ad-9066-59f26004afd9,segment=NetworkSegment(5fdc02c3-beae-4c48-bed4-06f0947ca785),segment_id=5fdc02c3-beae-4c48-bed4-06f0947ca785)] {{(pid=82862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:43:19.942737 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_common [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] Allocated IP 172.28.3.37 (186f29a2-e581-4978-89ea-e3da95ffad7e/03058b0e-e3b9-411a-92a6-f5070e371994/b186c62e-86ef-4a9e-acb0-739db06b6683) {{(pid=82860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:43:19.955195 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:19.968695 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:19.998826 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-3f6301eb-f2d6-4be6-9e4a-ee210c91156c service neutron] 10.222.0.44 "GET /v2.0/networks/4008d89e-e67c-4205-829e-e9c197a98dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442641 Dec 16 14:43:20.175406 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Pushing event updated for resources: {'Port': ['ID=1e5a0e18-4ae8-46ad-9066-59f26004afd9,revision_number=2']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:20.190233 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:20.318442 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e7cc3-a1c5-4137-a662-0a85de473fd6 req-7759fd5e-9654-470c-ba4b-1dfdafaa77ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:20.333631 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-271e7cc3-a1c5-4137-a662-0a85de473fd6 req-7759fd5e-9654-470c-ba4b-1dfdafaa77ee tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.2141848 Dec 16 14:43:20.460644 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-271e7cc3-a1c5-4137-a662-0a85de473fd6 req-e55dd1bb-e428-4a4d-b678-0469d6729150 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242595 Dec 16 14:43:20.481889 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:20.497473 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-afc95822-964f-43d1-9f90-c14d9560dd62 req-cfd96e7c-6211-4d2f-8edd-f941c9e1b166 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=89969c1b-7928-4868-bd68-bbb9e7df1dc2 HTTP/1.1" status: 200 len: 210 time: 0.1550665 Dec 16 14:43:20.590335 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:20.598322 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:20.748895 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] Network 186f29a2-e581-4978-89ea-e3da95ffad7e is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:43:20.750655 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] Pushing event updated for resources: {'Port': ['ID=b186c62e-86ef-4a9e-acb0-739db06b6683,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:20.765678 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:20.766916 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:43:20.770159 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] Received port after_create {{(pid=82860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:43:20.833964 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 1e5a0e18-4ae8-46ad-9066-59f26004afd9 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:43:20.922045 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning for port 1e5a0e18-4ae8-46ad-9066-59f26004afd9 completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:43:21.055364 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:21.056086 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377801'] for router, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:21.430336 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] Router fb306bba-3ce9-4371-bdab-da5e62381ea2 is scheduled to L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc with binding_index 1 {{(pid=82860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 14:43:21.543981 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4dead4-b84d-4195-97ff-ad72a42eb64a None None] Network 1f46d156-4e00-4d6d-9c43-7cacbecf6a5a requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:43:21.897198 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-094334e1-d446-40e6-badd-140a60e903e4 None None] Provisioning for port 1e5a0e18-4ae8-46ad-9066-59f26004afd9 completed by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:43:21.907558 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-094334e1-d446-40e6-badd-140a60e903e4 None None] Provisioning complete for port 1e5a0e18-4ae8-46ad-9066-59f26004afd9 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:43:21.908284 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-094334e1-d446-40e6-badd-140a60e903e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:22.035756 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4fdbf152-9042-47a1-aa2a-39014985821b req-80a395ce-e010-4593-b97c-b6d118dc98f0 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=89969c1b-7928-4868-bd68-bbb9e7df1dc2 HTTP/1.1" status: 200 len: 210 time: 0.0576913 Dec 16 14:43:22.067679 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:43:22.080502 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] Sync routers for ids ['fb306bba-3ce9-4371-bdab-da5e62381ea2'] in dv-cinder-821893-3-smb {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:43:22.132133 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] Routers {'fb306bba-3ce9-4371-bdab-da5e62381ea2'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:43:22.133694 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] Notify callbacks [] for router, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:22.137873 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-4a5bba74-6481-481a-9c37-0b30ae2e0656 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.7450094 Dec 16 14:43:22.138383 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:43:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['fb306bba-3ce9-4371-bdab-da5e62381ea2'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:43:22.138630 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 33458) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:22.254661 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-094334e1-d446-40e6-badd-140a60e903e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:22.406752 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-094334e1-d446-40e6-badd-140a60e903e4 None None] For port 1e5a0e18-4ae8-46ad-9066-59f26004afd9, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=1e5a0e18-4ae8-46ad-9066-59f26004afd9,segment=NetworkSegment(5fdc02c3-beae-4c48-bed4-06f0947ca785),segment_id=5fdc02c3-beae-4c48-bed4-06f0947ca785)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:43:22.415970 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-094334e1-d446-40e6-badd-140a60e903e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:22.430207 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-1808b684-a63f-4abd-9562-6b987edbd070 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:22.568805 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094334e1-d446-40e6-badd-140a60e903e4 None None] Pushing event updated for resources: {'Port': ['ID=1e5a0e18-4ae8-46ad-9066-59f26004afd9,revision_number=3']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:22.573022 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-094334e1-d446-40e6-badd-140a60e903e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:22.573957 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-375921ef-6a76-4983-8579-01254fffaa10 None None] Provisioning complete for port 1e5a0e18-4ae8-46ad-9066-59f26004afd9 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:43:22.574330 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-375921ef-6a76-4983-8579-01254fffaa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:22.639880 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-8cb9e075-4262-4a51-81f2-3129d1eb38c8 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:22.642570 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-8cb9e075-4262-4a51-81f2-3129d1eb38c8 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.62 "GET /v2.0/networks?id=4008d89e-e67c-4205-829e-e9c197a98dcc HTTP/1.1" status: 200 len: 813 time: 0.5118184 Dec 16 14:43:22.693473 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] Set router fb306bba-3ce9-4371-bdab-da5e62381ea2 gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:43:22.693891 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-752cfc49-7334-4024-8b7e-dd61e362b826 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Request body: {'port': {'device_id': '89969c1b-7928-4868-bd68-bbb9e7df1dc2', 'network_id': '4008d89e-e67c-4205-829e-e9c197a98dcc', 'admin_state_up': True, 'tenant_id': '7124d656e6d9474eae6510920f730d4b'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:43:22.814001 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8885725-545d-486a-9d08-ddc401548f1e req-f6284f44-4171-48b4-9c7c-94c740dad118 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:22.821721 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e8885725-545d-486a-9d08-ddc401548f1e req-f6284f44-4171-48b4-9c7c-94c740dad118 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.9411962 Dec 16 14:43:22.872924 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 1e5a0e18-4ae8-46ad-9066-59f26004afd9 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:43:22.985332 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e8885725-545d-486a-9d08-ddc401548f1e req-a4d62a66-ac14-4202-b7f3-56a40cddca24 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620350 Dec 16 14:43:23.039070 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-752cfc49-7334-4024-8b7e-dd61e362b826 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:23.046807 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 1e5a0e18-4ae8-46ad-9066-59f26004afd9 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:43:23.048480 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:23.066697 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-752cfc49-7334-4024-8b7e-dd61e362b826 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:23.093860 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-752cfc49-7334-4024-8b7e-dd61e362b826 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Made reservation on behalf of 7124d656e6d9474eae6510920f730d4b for: {'port': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:43:23.097426 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-752cfc49-7334-4024-8b7e-dd61e362b826 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:23.130478 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb306bba-3ce9-4371-bdab-da5e62381ea2', 'name': 'tempest-TestShelveInstance-144490076-router', 'tenant_id': '08ce9c04ef824a6487abd3242851391e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b186c62e-86ef-4a9e-acb0-739db06b6683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:43:18Z', 'updated_at': '2021-12-16T14:43:20Z', 'revision_number': 3, 'project_id': '08ce9c04ef824a6487abd3242851391e', 'gw_port': {'id': 'b186c62e-86ef-4a9e-acb0-739db06b6683', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ef:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb306bba-3ce9-4371-bdab-da5e62381ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:19Z', 'updated_at': '2021-12-16T14:43:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:43:23.135557 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] Checking router: fb306bba-3ce9-4371-bdab-da5e62381ea2 for host: dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:43:23.135949 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] Updating router fb306bba-3ce9-4371-bdab-da5e62381ea2 port b186c62e-86ef-4a9e-acb0-739db06b6683 binding host dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 16 14:43:23.261875 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:23.367279 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-93e370d2-8792-40c8-a116-54c19a2c5df8 req-4db54c53-1291-4c7f-9fdd-4b5ec5405b30 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=89969c1b-7928-4868-bd68-bbb9e7df1dc2 HTTP/1.1" status: 200 len: 210 time: 0.0818002 Dec 16 14:43:23.512118 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_common [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-752cfc49-7334-4024-8b7e-dd61e362b826 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Allocated IP 172.20.0.9 (4008d89e-e67c-4205-829e-e9c197a98dcc/ecb758b7-97be-4d80-8ba1-b5451e8615a2/7f55e47e-7244-4ea1-9627-71ad3630a129) {{(pid=82861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:43:23.832821 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] Notify callbacks [] for port, precommit_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:23.852935 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.provisioning_blocks [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] Transition to ACTIVE for port object b186c62e-86ef-4a9e-acb0-739db06b6683 will not be triggered until provisioned by entity L2. {{(pid=82863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:43:23.865017 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:23.881361 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [None req-99b70b10-9d59-45cf-9254-e2baf818ec8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:23.900107 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-752cfc49-7334-4024-8b7e-dd61e362b826 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Notify callbacks [] for port, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:23.964316 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.managers [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] Attempting to bind port b186c62e-86ef-4a9e-acb0-739db06b6683 on host dv-cinder-821893-3-smb for vnic_type normal with profile {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:43:23.964834 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.managers [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] Attempting to bind port b186c62e-86ef-4a9e-acb0-739db06b6683 by drivers openvswitch,hyperv on host dv-cinder-821893-3-smb at level 0 using segments [{'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}] {{(pid=82863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:43:23.965296 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] Attempting to bind port b186c62e-86ef-4a9e-acb0-739db06b6683 on network 186f29a2-e581-4978-89ea-e3da95ffad7e {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:43:23.968851 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-752cfc49-7334-4024-8b7e-dd61e362b826 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:23.975969 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] Checking agent: {'id': '5fa9648c-092b-4732-8cb9-4096e942c6ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:43:23.976536 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] Checking segment: {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:43:23.977224 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:23.977892 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] Bound using segment: {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'} {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:43:23.978616 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.managers [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] Bound port: b186c62e-86ef-4a9e-acb0-739db06b6683, host: dv-cinder-821893-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}}] {{(pid=82863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:43:23.979760 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:24.016871 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:24.025047 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-0d8d1a80-3e52-4b8b-8d04-ff5dc7af4e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:24.113874 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.db [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] For port b186c62e-86ef-4a9e-acb0-739db06b6683, host dv-cinder-821893-3-smb, cleared binding levels {{(pid=82863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:43:24.128207 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.db [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] For port b186c62e-86ef-4a9e-acb0-739db06b6683, host dv-cinder-821893-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=b186c62e-86ef-4a9e-acb0-739db06b6683,segment=NetworkSegment(4f5dda31-b5b1-4742-b2db-5b9a26752cae),segment_id=4f5dda31-b5b1-4742-b2db-5b9a26752cae)] {{(pid=82863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:43:24.149926 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-752cfc49-7334-4024-8b7e-dd61e362b826 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Network 4008d89e-e67c-4205-829e-e9c197a98dcc is already hosted by enough agents. {{(pid=82861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:43:24.152687 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:24.155315 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-752cfc49-7334-4024-8b7e-dd61e362b826 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Resources bound (agent type, host, resource id): {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:43:24.178101 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-752cfc49-7334-4024-8b7e-dd61e362b826 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Received port after_create {{(pid=82861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:43:24.186033 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef06126-7980-4028-8984-7f7c098b1739 None None] Pushing event updated for resources: {'Port': ['ID=b186c62e-86ef-4a9e-acb0-739db06b6683,revision_number=2']} {{(pid=82863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:24.205316 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef06126-7980-4028-8984-7f7c098b1739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:24.206052 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef06126-7980-4028-8984-7f7c098b1739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:24.206694 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef06126-7980-4028-8984-7f7c098b1739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:24.207308 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef06126-7980-4028-8984-7f7c098b1739 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:24.207736 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef06126-7980-4028-8984-7f7c098b1739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:24.208186 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef06126-7980-4028-8984-7f7c098b1739 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:24.208583 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef06126-7980-4028-8984-7f7c098b1739 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:24.209248 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef06126-7980-4028-8984-7f7c098b1739 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:24.209945 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef06126-7980-4028-8984-7f7c098b1739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:24.210370 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef06126-7980-4028-8984-7f7c098b1739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:24.210933 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef06126-7980-4028-8984-7f7c098b1739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:43:24.276233 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] Routers {'fb306bba-3ce9-4371-bdab-da5e62381ea2'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:43:24.279690 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:43:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['fb306bba-3ce9-4371-bdab-da5e62381ea2'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:43:24.395464 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-752cfc49-7334-4024-8b7e-dd61e362b826 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:24.396564 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-752cfc49-7334-4024-8b7e-dd61e362b826 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:24.485021 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [None req-6ef06126-7980-4028-8984-7f7c098b1739 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:24.488187 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [None req-b79a3a48-6e7c-4ae0-b53e-5b6eaa92d8c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.306s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:24.643969 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_common [None req-0d8d1a80-3e52-4b8b-8d04-ff5dc7af4e14 admin admin] Allocated IP 172.20.0.1 (1f46d156-4e00-4d6d-9c43-7cacbecf6a5a/d05e12b2-3865-4587-8ef8-636bf05cf2a4/510af3b6-5eaf-42ab-b6d4-5fb19001bae9) {{(pid=82860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:43:24.684449 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cfc49-7334-4024-8b7e-dd61e362b826 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Pushing event updated for resources: {'Port': ['ID=7f55e47e-7244-4ea1-9627-71ad3630a129,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:24.702931 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-752cfc49-7334-4024-8b7e-dd61e362b826 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:24.732855 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-752cfc49-7334-4024-8b7e-dd61e362b826 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0571470 Dec 16 14:43:24.767961 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] Request body: {'port': {'device_id': '89969c1b-7928-4868-bd68-bbb9e7df1dc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:43:24.865072 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] Set router fb306bba-3ce9-4371-bdab-da5e62381ea2 gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:43:24.879072 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266eb33e-8ed6-47cd-bb46-0da409665364 req-d683d80a-7bfa-4b01-990f-48eef8981d4d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:24.890007 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-266eb33e-8ed6-47cd-bb46-0da409665364 req-d683d80a-7bfa-4b01-990f-48eef8981d4d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.4432421 Dec 16 14:43:25.050896 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:25.056660 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02c7d0-2d68-4044-ad99-9f77421af3ed req-6cd3492c-2b41-452f-988a-63c35cb5e925 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:25.059681 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-be02c7d0-2d68-4044-ad99-9f77421af3ed req-6cd3492c-2b41-452f-988a-63c35cb5e925 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=89969c1b-7928-4868-bd68-bbb9e7df1dc2 HTTP/1.1" status: 200 len: 931 time: 0.1902268 Dec 16 14:43:25.135629 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef06126-7980-4028-8984-7f7c098b1739 None None] Pushing event updated for resources: {'Port': ['ID=b186c62e-86ef-4a9e-acb0-739db06b6683,revision_number=3']} {{(pid=82863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:25.148872 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [None req-6ef06126-7980-4028-8984-7f7c098b1739 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:25.200049 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-be02c7d0-2d68-4044-ad99-9f77421af3ed req-13e2c12f-7888-44a8-b811-60f50dca410e tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161602 Dec 16 14:43:25.234708 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-0d8d1a80-3e52-4b8b-8d04-ff5dc7af4e14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:25.274025 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-0d8d1a80-3e52-4b8b-8d04-ff5dc7af4e14 admin admin] Transition to ACTIVE for port object 510af3b6-5eaf-42ab-b6d4-5fb19001bae9 will not be triggered until provisioned by entity DHCP. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:43:25.374149 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-0d8d1a80-3e52-4b8b-8d04-ff5dc7af4e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:25.374496 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-266eb33e-8ed6-47cd-bb46-0da409665364 req-83fc03d1-46f5-4426-9d6f-017606e99812 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4829817 Dec 16 14:43:25.378481 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:25.483561 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8d1a80-3e52-4b8b-8d04-ff5dc7af4e14 admin admin] Network 1f46d156-4e00-4d6d-9c43-7cacbecf6a5a is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:43:25.489794 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [None req-0d8d1a80-3e52-4b8b-8d04-ff5dc7af4e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:43:25.493708 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d1a80-3e52-4b8b-8d04-ff5dc7af4e14 admin admin] Pushing event updated for resources: {'Port': ['ID=510af3b6-5eaf-42ab-b6d4-5fb19001bae9,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:25.498090 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8d1a80-3e52-4b8b-8d04-ff5dc7af4e14 admin admin] Received port after_create {{(pid=82860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:43:25.540551 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-0d8d1a80-3e52-4b8b-8d04-ff5dc7af4e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:25.581630 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb306bba-3ce9-4371-bdab-da5e62381ea2', 'name': 'tempest-TestShelveInstance-144490076-router', 'tenant_id': '08ce9c04ef824a6487abd3242851391e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b186c62e-86ef-4a9e-acb0-739db06b6683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:43:18Z', 'updated_at': '2021-12-16T14:43:20Z', 'revision_number': 3, 'project_id': '08ce9c04ef824a6487abd3242851391e', 'gw_port': {'id': 'b186c62e-86ef-4a9e-acb0-739db06b6683', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ef:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb306bba-3ce9-4371-bdab-da5e62381ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:19Z', 'updated_at': '2021-12-16T14:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:43:25.591585 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-0d8d1a80-3e52-4b8b-8d04-ff5dc7af4e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377607'] for router_interface, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:25.592555 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b58a5b-24b3-410f-9448-c1bd274d65f1 None None] The sync data for ids ['fb306bba-3ce9-4371-bdab-da5e62381ea2'] in dv-cinder-821893-3-smb is: [{'id': 'fb306bba-3ce9-4371-bdab-da5e62381ea2', 'name': 'tempest-TestShelveInstance-144490076-router', 'tenant_id': '08ce9c04ef824a6487abd3242851391e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b186c62e-86ef-4a9e-acb0-739db06b6683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:43:18Z', 'updated_at': '2021-12-16T14:43:20Z', 'revision_number': 3, 'project_id': '08ce9c04ef824a6487abd3242851391e', 'gw_port': {'id': 'b186c62e-86ef-4a9e-acb0-739db06b6683', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ef:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb306bba-3ce9-4371-bdab-da5e62381ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:19Z', 'updated_at': '2021-12-16T14:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}] {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:43:25.740377 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-0d8d1a80-3e52-4b8b-8d04-ff5dc7af4e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:25.816586 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f55e47e-7244-4ea1-9627-71ad3630a129 {{(pid=82861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:43:25.835832 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:25.871966 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.provisioning_blocks [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] Transition to ACTIVE for port object 7f55e47e-7244-4ea1-9627-71ad3630a129 will not be triggered until provisioned by entity L2. {{(pid=82861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:43:25.878806 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:25.883597 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-15aaf858-3caa-41ce-b9ea-52b79b352153 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:25.939701 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-126efac2-1908-471e-97e5-558a1cbdb55f None None] Provisioning for port 510af3b6-5eaf-42ab-b6d4-5fb19001bae9 completed by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:43:25.966980 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-126efac2-1908-471e-97e5-558a1cbdb55f None None] Provisioning complete for port 510af3b6-5eaf-42ab-b6d4-5fb19001bae9 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:43:25.968091 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-126efac2-1908-471e-97e5-558a1cbdb55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:26.059681 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] Pushing event updated for resources: {'Port': ['ID=7f55e47e-7244-4ea1-9627-71ad3630a129,revision_number=2']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:26.072702 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:26.092425 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-126efac2-1908-471e-97e5-558a1cbdb55f None None] Port 510af3b6-5eaf-42ab-b6d4-5fb19001bae9 cannot update to ACTIVE because it is not bound. {{(pid=82862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 16 14:43:26.094202 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-0d8d1a80-3e52-4b8b-8d04-ff5dc7af4e14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:26.102605 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-0d8d1a80-3e52-4b8b-8d04-ff5dc7af4e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482886'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:26.134881 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-f0cd9897-b63a-463b-b046-dbceb1801e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:26.216923 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d1a80-3e52-4b8b-8d04-ff5dc7af4e14 admin admin] Pushing event updated for resources: {'Port': ['ID=510af3b6-5eaf-42ab-b6d4-5fb19001bae9,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:26.223442 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-0d8d1a80-3e52-4b8b-8d04-ff5dc7af4e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:26.265221 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-0d8d1a80-3e52-4b8b-8d04-ff5dc7af4e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3564005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380779'] for router_interface, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:26.276261 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] Attempting to bind port 7f55e47e-7244-4ea1-9627-71ad3630a129 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:43:26.276856 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] Attempting to bind port 7f55e47e-7244-4ea1-9627-71ad3630a129 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '5dd3ac9a-1c1f-4378-b723-a7941d3f5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4008d89e-e67c-4205-829e-e9c197a98dcc'}] {{(pid=82861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:43:26.277392 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] Attempting to bind port 7f55e47e-7244-4ea1-9627-71ad3630a129 on network 4008d89e-e67c-4205-829e-e9c197a98dcc {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:43:26.284445 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] Port 7f55e47e-7244-4ea1-9627-71ad3630a129 on network 4008d89e-e67c-4205-829e-e9c197a98dcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 16 14:43:26.284805 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] Attempting to bind port 7f55e47e-7244-4ea1-9627-71ad3630a129 on network 4008d89e-e67c-4205-829e-e9c197a98dcc {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:43:26.293106 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] Checking agent: {'id': '01466b47-b9e9-4bec-ae02-30c05024f419', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:43:26.293392 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] Checking segment: {'id': '5dd3ac9a-1c1f-4378-b723-a7941d3f5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4008d89e-e67c-4205-829e-e9c197a98dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:43:26.293849 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] Bound using segment: {'id': '5dd3ac9a-1c1f-4378-b723-a7941d3f5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4008d89e-e67c-4205-829e-e9c197a98dcc'} {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:43:26.294275 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] Bound port: 7f55e47e-7244-4ea1-9627-71ad3630a129, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd3ac9a-1c1f-4378-b723-a7941d3f5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4008d89e-e67c-4205-829e-e9c197a98dcc'}}] {{(pid=82861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:43:26.294664 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:26.471160 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] For port 7f55e47e-7244-4ea1-9627-71ad3630a129, host hv-cinder-82189, cleared binding levels {{(pid=82861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:43:26.476134 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] For port 7f55e47e-7244-4ea1-9627-71ad3630a129, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7f55e47e-7244-4ea1-9627-71ad3630a129,segment=NetworkSegment(5dd3ac9a-1c1f-4378-b723-a7941d3f5785),segment_id=5dd3ac9a-1c1f-4378-b723-a7941d3f5785)] {{(pid=82861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:43:26.485225 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:26.494668 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:26.577755 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:26.579289 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] 10.222.0.62 "PUT /v2.0/ports/7f55e47e-7244-4ea1-9627-71ad3630a129 HTTP/1.1" status: 200 len: 1093 time: 1.8282316 Dec 16 14:43:26.580204 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89969c1b-7928-4868-bd68-bbb9e7df1dc2', 'tag': '7f55e47e-7244-4ea1-9627-71ad3630a129'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:43:26.633046 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] Pushing event updated for resources: {'Port': ['ID=7f55e47e-7244-4ea1-9627-71ad3630a129,revision_number=3']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:26.638776 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:26.849865 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8d1a80-3e52-4b8b-8d04-ff5dc7af4e14 admin admin] Network 1f46d156-4e00-4d6d-9c43-7cacbecf6a5a is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:43:26.852904 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [None req-0d8d1a80-3e52-4b8b-8d04-ff5dc7af4e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:43:26.895751 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-c4f67ae0-99ac-4109-b96b-dbd64d761a86 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7124d656e6d9474eae6510920f730d4b&device_id=89969c1b-7928-4868-bd68-bbb9e7df1dc2 HTTP/1.1" status: 200 len: 1096 time: 0.1708210 Dec 16 14:43:26.908337 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39303a2e-807e-4aac-a016-a108cb90bf8e req-8713feba-d1cd-4867-be76-a731ad84e5e1 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:26.910937 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-39303a2e-807e-4aac-a016-a108cb90bf8e req-8713feba-d1cd-4867-be76-a731ad84e5e1 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.2543883 Dec 16 14:43:27.031582 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75d0fb-0517-44e7-8947-e99e07c76e11 req-b66b7966-c461-4e59-9a76-8dbb79e0be9a tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:27.042344 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-eb75d0fb-0517-44e7-8947-e99e07c76e11 req-b66b7966-c461-4e59-9a76-8dbb79e0be9a tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=89969c1b-7928-4868-bd68-bbb9e7df1dc2 HTTP/1.1" status: 200 len: 943 time: 0.3586977 Dec 16 14:43:27.056930 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-78c419c6-3897-4f5c-9fc4-1274ce4a30d7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f55e47e-7244-4ea1-9627-71ad3630a129 HTTP/1.1" status: 200 len: 217 time: 0.1445510 Dec 16 14:43:27.123820 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-23d74438-6f08-48a6-b1fd-df1dd79ffac7 None None] Provisioning complete for port 510af3b6-5eaf-42ab-b6d4-5fb19001bae9 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:43:27.124452 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-39303a2e-807e-4aac-a016-a108cb90bf8e req-e5afe87d-b293-40a0-8598-94539e61917f tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202250 Dec 16 14:43:27.125556 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-23d74438-6f08-48a6-b1fd-df1dd79ffac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:27.148757 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-130268c2-93f3-41c5-8238-07af5fdc63c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:27.152959 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-130268c2-93f3-41c5-8238-07af5fdc63c4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ecb758b7-97be-4d80-8ba1-b5451e8615a2 HTTP/1.1" status: 200 len: 853 time: 0.0838146 Dec 16 14:43:27.193211 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-23d74438-6f08-48a6-b1fd-df1dd79ffac7 None None] Port 510af3b6-5eaf-42ab-b6d4-5fb19001bae9 cannot update to ACTIVE because it is not bound. {{(pid=82862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 16 14:43:27.208062 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-d62d888f-5dc6-4c82-9dc4-28b9b603fb8b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4008d89e-e67c-4205-829e-e9c197a98dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475113 Dec 16 14:43:27.213348 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89969c1b-7928-4868-bd68-bbb9e7df1dc2', 'tag': '7f55e47e-7244-4ea1-9627-71ad3630a129', 'status': 'completed', 'code': 200} Dec 16 14:43:27.293053 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-eb75d0fb-0517-44e7-8947-e99e07c76e11 req-9ba76e8b-1086-460e-9eea-3900e1a32816 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368922 Dec 16 14:43:27.497290 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-5a158539-80b1-43d4-8f34-001d04da39eb service neutron] 10.222.0.62 "GET /v2.0/networks/4008d89e-e67c-4205-829e-e9c197a98dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622359 Dec 16 14:43:27.518346 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8d1a80-3e52-4b8b-8d04-ff5dc7af4e14 admin admin] Router fb306bba-3ce9-4371-bdab-da5e62381ea2 has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:43:27.660421 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-42dcdd32-449a-445f-966c-2b16c4595c25 req-eb5fdf01-6939-402a-bc8b-723b167bdb3c service neutron] 10.222.0.62 "GET /v2.0/networks/4008d89e-e67c-4205-829e-e9c197a98dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554987 Dec 16 14:43:27.747833 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8d1a80-3e52-4b8b-8d04-ff5dc7af4e14 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:43:27.760006 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-0d8d1a80-3e52-4b8b-8d04-ff5dc7af4e14 admin admin] 10.222.0.44 "PUT /v2.0/routers/fb306bba-3ce9-4371-bdab-da5e62381ea2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6177466 Dec 16 14:43:27.861616 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d9667ce8-69ae-415c-9cf4-6f17f63fef72 req-b34f6467-c60e-4108-b33f-3900beb7593f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7124d656e6d9474eae6510920f730d4b&device_id=89969c1b-7928-4868-bd68-bbb9e7df1dc2 HTTP/1.1" status: 200 len: 1096 time: 0.0834141 Dec 16 14:43:28.056436 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9667ce8-69ae-415c-9cf4-6f17f63fef72 req-a4f1dd23-d71b-472e-9102-242f7cc2dc9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:28.059068 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d9667ce8-69ae-415c-9cf4-6f17f63fef72 req-a4f1dd23-d71b-472e-9102-242f7cc2dc9f service neutron] 10.222.0.62 "GET /v2.0/networks?id=4008d89e-e67c-4205-829e-e9c197a98dcc HTTP/1.1" status: 200 len: 914 time: 0.1897814 Dec 16 14:43:28.138457 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d9667ce8-69ae-415c-9cf4-6f17f63fef72 req-21bbb073-8892-4574-b7c8-2a5a4605e28a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f55e47e-7244-4ea1-9627-71ad3630a129 HTTP/1.1" status: 200 len: 217 time: 0.0721068 Dec 16 14:43:28.217865 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9667ce8-69ae-415c-9cf4-6f17f63fef72 req-0008f3f0-39bf-4644-b4fa-9828b33ce8bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:28.219763 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d9667ce8-69ae-415c-9cf4-6f17f63fef72 req-0008f3f0-39bf-4644-b4fa-9828b33ce8bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ecb758b7-97be-4d80-8ba1-b5451e8615a2 HTTP/1.1" status: 200 len: 853 time: 0.0739250 Dec 16 14:43:28.309290 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d9667ce8-69ae-415c-9cf4-6f17f63fef72 req-00ffc05b-0782-46e5-b285-48a2298f7a8c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4008d89e-e67c-4205-829e-e9c197a98dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822599 Dec 16 14:43:28.476703 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322dd40-1991-4cfe-9057-ecd1b099a32c req-dd877311-3848-438c-b731-2c1d771690cb tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:28.478334 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-2322dd40-1991-4cfe-9057-ecd1b099a32c req-dd877311-3848-438c-b731-2c1d771690cb tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.1625357 Dec 16 14:43:28.509352 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 33540) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:28.519252 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-44c1ff11-a544-4744-8ccc-6bcc21e593a7 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-663119285', 'description': 'tempest-secgroup-smoke-663119285 description', 'project_id': '10c603e7b31447fca656bf3ad8eace18'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:43:28.526772 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-44c1ff11-a544-4744-8ccc-6bcc21e593a7 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:28.541444 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-44c1ff11-a544-4744-8ccc-6bcc21e593a7 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Usage tracker for resource:security_group and tenant:10c603e7b31447fca656bf3ad8eace18 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:28.546357 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-44c1ff11-a544-4744-8ccc-6bcc21e593a7 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:28.555701 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d9667ce8-69ae-415c-9cf4-6f17f63fef72 req-7d8aa346-1df6-45cf-b0a7-390b28643ca1 service neutron] 10.222.0.62 "GET /v2.0/networks/4008d89e-e67c-4205-829e-e9c197a98dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387233 Dec 16 14:43:28.557387 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-44c1ff11-a544-4744-8ccc-6bcc21e593a7 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:28.571522 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-2322dd40-1991-4cfe-9057-ecd1b099a32c req-ec8640af-428b-4e69-bcc8-9e7471ea08cf tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865324 Dec 16 14:43:28.580042 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-44c1ff11-a544-4744-8ccc-6bcc21e593a7 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:28.655787 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-44c1ff11-a544-4744-8ccc-6bcc21e593a7 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:28.660114 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-44c1ff11-a544-4744-8ccc-6bcc21e593a7 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Usage tracker for resource:security_group_rule and tenant:10c603e7b31447fca656bf3ad8eace18 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:28.663823 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-44c1ff11-a544-4744-8ccc-6bcc21e593a7 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:28.705285 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-44c1ff11-a544-4744-8ccc-6bcc21e593a7 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:28.841213 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-44c1ff11-a544-4744-8ccc-6bcc21e593a7 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:28.850138 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-44c1ff11-a544-4744-8ccc-6bcc21e593a7 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:28.855571 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-b3100148-f28f-46f1-a722-5886262d346e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:28.905787 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1ff11-a544-4744-8ccc-6bcc21e593a7 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e617db09-209b-4593-8070-6785d7945527,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:28.927739 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-44c1ff11-a544-4744-8ccc-6bcc21e593a7 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:28.930602 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d9667ce8-69ae-415c-9cf4-6f17f63fef72 req-0fa63ee4-bae5-4c55-87c4-91e495145ed3 service neutron] 10.222.0.62 "GET /v2.0/networks/4008d89e-e67c-4205-829e-e9c197a98dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675251 Dec 16 14:43:28.935820 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-44c1ff11-a544-4744-8ccc-6bcc21e593a7 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:28.940568 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-44c1ff11-a544-4744-8ccc-6bcc21e593a7 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4299417 Dec 16 14:43:28.940770 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 33556) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:28.956550 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca82dc5-c2b6-4e2b-9655-28786bfa8248 req-84f2ed07-b01a-4ceb-a9b7-06d31a0d0bcf tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:28.957876 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-6ca82dc5-c2b6-4e2b-9655-28786bfa8248 req-84f2ed07-b01a-4ceb-a9b7-06d31a0d0bcf tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Synchronizing usage tracker for tenant:7124d656e6d9474eae6510920f730d4b on resource:port {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:43:28.973185 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-bc9c91ea-f8cd-4b7a-8c50-80a4fbf454a5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Request body: {'security_group_rule': {'security_group_id': 'e617db09-209b-4593-8070-6785d7945527', 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:43:28.988743 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-bc9c91ea-f8cd-4b7a-8c50-80a4fbf454a5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:29.002429 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-bc9c91ea-f8cd-4b7a-8c50-80a4fbf454a5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Usage tracker for resource:security_group_rule and tenant:10c603e7b31447fca656bf3ad8eace18 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:29.008263 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-bc9c91ea-f8cd-4b7a-8c50-80a4fbf454a5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:29.018441 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-6ca82dc5-c2b6-4e2b-9655-28786bfa8248 req-84f2ed07-b01a-4ceb-a9b7-06d31a0d0bcf tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Unset dirty status for tenant:7124d656e6d9474eae6510920f730d4b on resource:port {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:43:29.020270 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-6ca82dc5-c2b6-4e2b-9655-28786bfa8248 req-84f2ed07-b01a-4ceb-a9b7-06d31a0d0bcf tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=89969c1b-7928-4868-bd68-bbb9e7df1dc2 HTTP/1.1" status: 200 len: 943 time: 0.3195980 Dec 16 14:43:29.021705 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-bc9c91ea-f8cd-4b7a-8c50-80a4fbf454a5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:29.071211 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-bc9c91ea-f8cd-4b7a-8c50-80a4fbf454a5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:29.130742 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-6ca82dc5-c2b6-4e2b-9655-28786bfa8248 req-af28635e-6200-42f3-8d2e-84b08cdebc2c tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965495 Dec 16 14:43:29.155578 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] Sync routers for ids ['d88a9e3b-1c63-4590-8aaa-e72f009bde3f'] in dv-cinder-821893-3-smb {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:43:29.176065 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140f6d6-3827-44a9-9c91-e76daf742780 req-877c4696-4450-4b79-9639-81803664e8d9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:29.179348 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7140f6d6-3827-44a9-9c91-e76daf742780 req-877c4696-4450-4b79-9639-81803664e8d9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.1513016 Dec 16 14:43:29.196244 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-bc9c91ea-f8cd-4b7a-8c50-80a4fbf454a5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:29.206331 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-bc9c91ea-f8cd-4b7a-8c50-80a4fbf454a5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356819'] for security_group_rule, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:29.230779 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] Routers {'d88a9e3b-1c63-4590-8aaa-e72f009bde3f'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:43:29.231514 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:43:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['d88a9e3b-1c63-4590-8aaa-e72f009bde3f'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:43:29.288224 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:29.388068 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7140f6d6-3827-44a9-9c91-e76daf742780 req-f44c4ab4-06d6-4613-afd4-5154a3f565a5 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948490 Dec 16 14:43:29.408546 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-bc9c91ea-f8cd-4b7a-8c50-80a4fbf454a5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:29.412383 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-bc9c91ea-f8cd-4b7a-8c50-80a4fbf454a5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4675751 Dec 16 14:43:29.414487 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 33564) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:29.421049 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-ddbd102a-a3ae-45d2-8246-78f557368c89 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Request body: {'security_group_rule': {'security_group_id': 'e617db09-209b-4593-8070-6785d7945527', 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:43:29.431720 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-ddbd102a-a3ae-45d2-8246-78f557368c89 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:29.448619 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-ddbd102a-a3ae-45d2-8246-78f557368c89 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Usage tracker for resource:security_group_rule and tenant:10c603e7b31447fca656bf3ad8eace18 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:29.454588 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c91ea-f8cd-4b7a-8c50-80a4fbf454a5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ceef95-f1c0-4ae9-b5f3-27b6c33fc666,revision_number=0']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:29.460701 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-ddbd102a-a3ae-45d2-8246-78f557368c89 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:29.466807 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-bc9c91ea-f8cd-4b7a-8c50-80a4fbf454a5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:29.473335 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-ddbd102a-a3ae-45d2-8246-78f557368c89 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:29.516270 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-ddbd102a-a3ae-45d2-8246-78f557368c89 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:29.565865 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-4bd50972-c23d-4cd1-b6a7-afc8151e8568 req-8e9e6d5c-0ae4-42d2-803c-3e0f08b8498c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7243b1f0c7ab4a34a702c78e169b9461&device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 1099 time: 0.2805383 Dec 16 14:43:29.709414 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-ddbd102a-a3ae-45d2-8246-78f557368c89 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:29.736110 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-ddbd102a-a3ae-45d2-8246-78f557368c89 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356819'] for security_group_rule, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:29.740017 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:29.835750 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] Set router d88a9e3b-1c63-4590-8aaa-e72f009bde3f gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:43:29.843013 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd102a-a3ae-45d2-8246-78f557368c89 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2d5c37-0898-4f87-95f3-6418dd541258,revision_number=0']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:29.851039 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-ddbd102a-a3ae-45d2-8246-78f557368c89 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:29.859151 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-ddbd102a-a3ae-45d2-8246-78f557368c89 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:29.860607 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-ddbd102a-a3ae-45d2-8246-78f557368c89 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4448373 Dec 16 14:43:29.863750 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 33578) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:29.887281 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-dae495ec-379f-460c-833b-2122349a652f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Request body: {'security_group_rule': {'security_group_id': 'e617db09-209b-4593-8070-6785d7945527', 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:43:29.914223 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-dae495ec-379f-460c-833b-2122349a652f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:29.924259 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-dae495ec-379f-460c-833b-2122349a652f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Usage tracker for resource:security_group_rule and tenant:10c603e7b31447fca656bf3ad8eace18 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:29.924564 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd50972-c23d-4cd1-b6a7-afc8151e8568 req-b10334ad-7887-4034-9b24-ab98692e54bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:29.926174 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-4bd50972-c23d-4cd1-b6a7-afc8151e8568 req-b10334ad-7887-4034-9b24-ab98692e54bb service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f57735e-9b2a-4e4f-b94e-2d78693e986e HTTP/1.1" status: 200 len: 911 time: 0.3413982 Dec 16 14:43:29.934171 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-dae495ec-379f-460c-833b-2122349a652f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:29.955010 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-dae495ec-379f-460c-833b-2122349a652f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:30.002305 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-dae495ec-379f-460c-833b-2122349a652f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:30.073997 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 7f55e47e-7244-4ea1-9627-71ad3630a129 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:43:30.157852 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-dae495ec-379f-460c-833b-2122349a652f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:30.166212 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-dae495ec-379f-460c-833b-2122349a652f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356819'] for security_group_rule, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:30.168810 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-ddbd102a-a3ae-45d2-8246-78f557368c89 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:30.206975 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae495ec-379f-460c-833b-2122349a652f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e2367b-d2c3-41b3-9df3-1c12da6ec4e7,revision_number=0']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:30.209988 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-dae495ec-379f-460c-833b-2122349a652f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:30.221171 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-dae495ec-379f-460c-833b-2122349a652f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:30.238846 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-dae495ec-379f-460c-833b-2122349a652f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3696747 Dec 16 14:43:30.240590 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 33588) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:30.258648 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-8923db6a-7ba3-427e-a121-afcb717a7e3d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Request body: {'security_group_rule': {'security_group_id': 'e617db09-209b-4593-8070-6785d7945527', 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:43:30.262312 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-4bd50972-c23d-4cd1-b6a7-afc8151e8568 req-9918ffdd-753f-4fed-9fa5-1b27446d9516 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=121ba03f-497c-4b41-a400-2ae3091231bf HTTP/1.1" status: 200 len: 1002 time: 0.3267541 Dec 16 14:43:30.280642 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-8923db6a-7ba3-427e-a121-afcb717a7e3d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:30.285242 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-8923db6a-7ba3-427e-a121-afcb717a7e3d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Usage tracker for resource:security_group_rule and tenant:10c603e7b31447fca656bf3ad8eace18 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:30.294193 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-8923db6a-7ba3-427e-a121-afcb717a7e3d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:30.311531 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-8923db6a-7ba3-427e-a121-afcb717a7e3d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:30.335855 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.db.resource_extend [None req-869da074-d5f0-497a-9e60-987382c31319 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 14:43:30.354716 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8923db6a-7ba3-427e-a121-afcb717a7e3d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:30.551879 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8923db6a-7ba3-427e-a121-afcb717a7e3d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:30.559792 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8923db6a-7ba3-427e-a121-afcb717a7e3d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356819'] for security_group_rule, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:30.563249 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-dae495ec-379f-460c-833b-2122349a652f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:30.595038 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd50972-c23d-4cd1-b6a7-afc8151e8568 req-19e58718-f265-408b-bf56-2d361fc92cb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:30.609399 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-4bd50972-c23d-4cd1-b6a7-afc8151e8568 req-19e58718-f265-408b-bf56-2d361fc92cb1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fbefad8-3896-4ba2-9bf0-fdf6065ed622 HTTP/1.1" status: 200 len: 849 time: 0.3157949 Dec 16 14:43:30.657851 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923db6a-7ba3-427e-a121-afcb717a7e3d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2f126a-a1ac-4e4d-92d4-cf63cbdda395,revision_number=0']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:30.677915 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-8923db6a-7ba3-427e-a121-afcb717a7e3d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:30.703783 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8923db6a-7ba3-427e-a121-afcb717a7e3d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:30.706171 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-8923db6a-7ba3-427e-a121-afcb717a7e3d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4639971 Dec 16 14:43:30.712638 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 33598) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:30.725123 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-92c60da2-34fd-4062-91a3-0215579358e6 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Request body: {'security_group_rule': {'security_group_id': 'e617db09-209b-4593-8070-6785d7945527', 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:43:30.733802 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-92c60da2-34fd-4062-91a3-0215579358e6 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:30.740241 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-92c60da2-34fd-4062-91a3-0215579358e6 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Usage tracker for resource:security_group_rule and tenant:10c603e7b31447fca656bf3ad8eace18 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:30.744939 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-92c60da2-34fd-4062-91a3-0215579358e6 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:30.752799 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-92c60da2-34fd-4062-91a3-0215579358e6 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:30.821610 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.db.securitygroups_db [None req-92c60da2-34fd-4062-91a3-0215579358e6 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Project 10c603e7b31447fca656bf3ad8eace18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 14:43:30.827090 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00583176-7641-4cbb-be22-de8321a01f3c req-dd43c182-74a4-4bb8-bc2f-26e6b54b176e tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:30.834212 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-00583176-7641-4cbb-be22-de8321a01f3c req-dd43c182-74a4-4bb8-bc2f-26e6b54b176e tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=89969c1b-7928-4868-bd68-bbb9e7df1dc2 HTTP/1.1" status: 200 len: 943 time: 0.4317305 Dec 16 14:43:30.837005 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-92c60da2-34fd-4062-91a3-0215579358e6 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:30.885427 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-4bd50972-c23d-4cd1-b6a7-afc8151e8568 req-b2e0f092-a079-4c1d-90b7-18b59be19f7b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f57735e-9b2a-4e4f-b94e-2d78693e986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2660573 Dec 16 14:43:30.892803 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 7f55e47e-7244-4ea1-9627-71ad3630a129, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7f55e47e-7244-4ea1-9627-71ad3630a129,segment=NetworkSegment(5dd3ac9a-1c1f-4378-b723-a7941d3f5785),segment_id=5dd3ac9a-1c1f-4378-b723-a7941d3f5785)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:43:30.901435 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device b186c62e-86ef-4a9e-acb0-739db06b6683 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:43:30.923788 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-00583176-7641-4cbb-be22-de8321a01f3c req-8b6c89ab-a848-4474-9253-a38d413537c6 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878482 Dec 16 14:43:30.938621 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4d2ae-1888-4225-9b1c-4e0d599eaa2c req-f6fe6de5-6ffa-4b17-b681-6e517796beef tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:30.948645 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5cf4d2ae-1888-4225-9b1c-4e0d599eaa2c req-f6fe6de5-6ffa-4b17-b681-6e517796beef tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.1839435 Dec 16 14:43:30.989419 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Returning: {'device': '7f55e47e-7244-4ea1-9627-71ad3630a129', 'network_id': '4008d89e-e67c-4205-829e-e9c197a98dcc', 'port_id': '7f55e47e-7244-4ea1-9627-71ad3630a129', 'mac_address': 'fa:16:3e:ca:a4:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb758b7-97be-4d80-8ba1-b5451e8615a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:43:30.993548 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning for port b186c62e-86ef-4a9e-acb0-739db06b6683 completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:43:31.001239 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port b186c62e-86ef-4a9e-acb0-739db06b6683 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:43:31.002160 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:31.049150 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-92c60da2-34fd-4062-91a3-0215579358e6 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:31.068699 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-92c60da2-34fd-4062-91a3-0215579358e6 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356819'] for security_group_rule, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:31.084234 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:31.102961 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'name': 'tempest-TestShelveInstance-1550351621-router', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:43:07Z', 'updated_at': '2021-12-16T14:43:12Z', 'revision_number': 4, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'gw_port': {'id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:08Z', 'updated_at': '2021-12-16T14:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': 'b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062', 'name': '', 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'mac_address': 'fa:16:3e:2a:91:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0342ae4e-728b-485f-9ad4-68ff99c34aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:11Z', 'updated_at': '2021-12-16T14:43:13Z', 'revision_number': 2, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'subnets': [{'id': '0342ae4e-728b-485f-9ad4-68ff99c34aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:43:31.113358 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] Checking router: d88a9e3b-1c63-4590-8aaa-e72f009bde3f for host: dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:43:31.113999 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] Updating router d88a9e3b-1c63-4590-8aaa-e72f009bde3f port b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062 binding host dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 16 14:43:31.140358 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5cf4d2ae-1888-4225-9b1c-4e0d599eaa2c req-9d83beb8-53fb-4626-810c-c454b8f3f264 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773062 Dec 16 14:43:31.141485 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c60da2-34fd-4062-91a3-0215579358e6 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64cd77f4-b2f9-48ee-afe5-2edc123b4756,revision_number=0']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:31.146310 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-92c60da2-34fd-4062-91a3-0215579358e6 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:31.166530 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-92c60da2-34fd-4062-91a3-0215579358e6 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:31.170030 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-92c60da2-34fd-4062-91a3-0215579358e6 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4555182 Dec 16 14:43:31.172480 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 33606) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:31.178255 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:31.186264 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-67b323ac-324c-4737-a666-665bcf5546c5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Request body: {'security_group_rule': {'security_group_id': 'e617db09-209b-4593-8070-6785d7945527', 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:43:31.198040 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-67b323ac-324c-4737-a666-665bcf5546c5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:31.206315 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-67b323ac-324c-4737-a666-665bcf5546c5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Usage tracker for resource:security_group_rule and tenant:10c603e7b31447fca656bf3ad8eace18 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:31.213316 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-67b323ac-324c-4737-a666-665bcf5546c5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:31.228379 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-67b323ac-324c-4737-a666-665bcf5546c5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:31.268421 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.db.securitygroups_db [None req-67b323ac-324c-4737-a666-665bcf5546c5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Project 10c603e7b31447fca656bf3ad8eace18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 14:43:31.288216 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-67b323ac-324c-4737-a666-665bcf5546c5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:31.346712 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-4bd50972-c23d-4cd1-b6a7-afc8151e8568 req-9c41081b-857a-44e3-b97c-51325ca870d8 service neutron] 10.222.0.62 "GET /v2.0/networks/4f57735e-9b2a-4e4f-b94e-2d78693e986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530540 Dec 16 14:43:31.448532 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:31.467877 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-67b323ac-324c-4737-a666-665bcf5546c5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:31.482854 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-67b323ac-324c-4737-a666-665bcf5546c5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356819'] for security_group_rule, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:31.485645 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-8923db6a-7ba3-427e-a121-afcb717a7e3d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:31.521626 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b323ac-324c-4737-a666-665bcf5546c5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a024a462-becc-45ff-a34e-348fa2e03e13,revision_number=0']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:31.528989 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-67b323ac-324c-4737-a666-665bcf5546c5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:31.551943 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-67b323ac-324c-4737-a666-665bcf5546c5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:31.553938 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-67b323ac-324c-4737-a666-665bcf5546c5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3797939 Dec 16 14:43:31.583036 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f55e47e-7244-4ea1-9627-71ad3630a129 {{(pid=82862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:43:31.603314 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-4bd50972-c23d-4cd1-b6a7-afc8151e8568 req-235f808d-1521-4761-abea-8c64facb13f0 service neutron] 10.222.0.62 "GET /v2.0/networks/4f57735e-9b2a-4e4f-b94e-2d78693e986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448981 Dec 16 14:43:31.664594 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 7f55e47e-7244-4ea1-9627-71ad3630a129, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7f55e47e-7244-4ea1-9627-71ad3630a129,segment=NetworkSegment(5dd3ac9a-1c1f-4378-b723-a7941d3f5785),segment_id=5dd3ac9a-1c1f-4378-b723-a7941d3f5785)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:43:31.701705 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:31.720944 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:31.982408 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:31.991520 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=7f55e47e-7244-4ea1-9627-71ad3630a129,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:32.001921 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:32.015335 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] Notify callbacks [] for port, precommit_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:32.021671 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] For port b186c62e-86ef-4a9e-acb0-739db06b6683, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=b186c62e-86ef-4a9e-acb0-739db06b6683,segment=NetworkSegment(4f5dda31-b5b1-4742-b2db-5b9a26752cae),segment_id=4f5dda31-b5b1-4742-b2db-5b9a26752cae)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:43:32.042637 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:32.050912 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:32.146818 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] Transition to ACTIVE for port object b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062 will not be triggered until provisioned by entity L2. {{(pid=82862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:43:32.151466 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['7f55e47e-7244-4ea1-9627-71ad3630a129'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:43:32.194725 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:32.217561 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Pushing event updated for resources: {'Port': ['ID=b186c62e-86ef-4a9e-acb0-739db06b6683,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:32.250778 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:32.250778 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-f97e6141-6971-478b-81e3-000e1220bb16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:32.406183 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a6061-3cf6-4bd3-ba33-92e0a51e6790 req-8eae070d-c703-489f-9121-9353265a1075 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:32.414828 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-9c1a6061-3cf6-4bd3-ba33-92e0a51e6790 req-8eae070d-c703-489f-9121-9353265a1075 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=89969c1b-7928-4868-bd68-bbb9e7df1dc2 HTTP/1.1" status: 200 len: 944 time: 0.1902030 Dec 16 14:43:32.526958 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-9c1a6061-3cf6-4bd3-ba33-92e0a51e6790 req-cb92181a-7050-4665-b273-d015c3b59f01 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102202 Dec 16 14:43:32.767984 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c8e61-87c1-4469-89bd-75e228ca80b5 req-4c2b5c01-6624-405f-9b25-75b0e834cb46 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:32.770678 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-876c8e61-87c1-4469-89bd-75e228ca80b5 req-4c2b5c01-6624-405f-9b25-75b0e834cb46 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.2278018 Dec 16 14:43:32.813367 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d02ffe-4c6c-4b0f-aa6a-b951c0c8c329 None None] Pushing event updated for resources: {'Port': ['ID=b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062,revision_number=3']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:32.817235 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device b186c62e-86ef-4a9e-acb0-739db06b6683 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:43:32.859961 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-e7d02ffe-4c6c-4b0f-aa6a-b951c0c8c329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:32.892900 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-876c8e61-87c1-4469-89bd-75e228ca80b5 req-99d3b6be-5c19-43db-8a2a-9095b18b9573 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100912 Dec 16 14:43:33.123699 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] Attempting to bind port b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062 on host dv-cinder-821893-3-smb for vnic_type normal with profile {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:43:33.124070 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] Attempting to bind port b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062 by drivers openvswitch,hyperv on host dv-cinder-821893-3-smb at level 0 using segments [{'id': '98315b36-34eb-4ccf-8288-4da8e33b4df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0'}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:43:33.124605 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] Attempting to bind port b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062 on network 8981ae74-48c5-470e-b814-deba1c462ad0 {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:43:33.166959 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] Checking agent: {'id': '5fa9648c-092b-4732-8cb9-4096e942c6ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:43:33.167664 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] Checking segment: {'id': '98315b36-34eb-4ccf-8288-4da8e33b4df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:43:33.168369 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:33.168989 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] Bound using segment: {'id': '98315b36-34eb-4ccf-8288-4da8e33b4df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0'} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:43:33.169748 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] Bound port: b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062, host: dv-cinder-821893-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98315b36-34eb-4ccf-8288-4da8e33b4df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0'}}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:43:33.170359 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:33.366604 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port b186c62e-86ef-4a9e-acb0-739db06b6683 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:43:33.366868 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:33.504262 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] For port b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062, host dv-cinder-821893-3-smb, cleared binding levels {{(pid=82862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:43:33.508625 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] For port b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062, host dv-cinder-821893-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062,segment=NetworkSegment(98315b36-34eb-4ccf-8288-4da8e33b4df5),segment_id=98315b36-34eb-4ccf-8288-4da8e33b4df5)] {{(pid=82862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:43:33.517771 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:33.553806 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-c4a5199f-1587-4463-811b-a5cdf5b1f372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:33.720311 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d02ffe-4c6c-4b0f-aa6a-b951c0c8c329 None None] Pushing event updated for resources: {'Port': ['ID=b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:33.734310 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-e7d02ffe-4c6c-4b0f-aa6a-b951c0c8c329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:33.748536 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] Routers {'d88a9e3b-1c63-4590-8aaa-e72f009bde3f'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:43:33.749602 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:43:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['d88a9e3b-1c63-4590-8aaa-e72f009bde3f'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:43:33.766656 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] Sync routers for ids ['fb306bba-3ce9-4371-bdab-da5e62381ea2'] in dv-cinder-821893-3-smb {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:43:33.787407 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] Routers {'fb306bba-3ce9-4371-bdab-da5e62381ea2'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:43:33.789677 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:43:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['fb306bba-3ce9-4371-bdab-da5e62381ea2'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:43:34.064089 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae71b0-e582-4fa2-8b1b-7c278cb17f57 req-d3f2eda0-d6fa-46e1-bc87-1537a2f2c3cc tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:34.069890 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-3fae71b0-e582-4fa2-8b1b-7c278cb17f57 req-d3f2eda0-d6fa-46e1-bc87-1537a2f2c3cc tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=89969c1b-7928-4868-bd68-bbb9e7df1dc2 HTTP/1.1" status: 200 len: 944 time: 0.1885002 Dec 16 14:43:34.148623 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] Set router d88a9e3b-1c63-4590-8aaa-e72f009bde3f gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:43:34.153507 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] Set router fb306bba-3ce9-4371-bdab-da5e62381ea2 gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:43:34.196810 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-3fae71b0-e582-4fa2-8b1b-7c278cb17f57 req-2a8aa72c-89cc-4e43-82d5-351675d45ae3 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071754 Dec 16 14:43:34.306284 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef50a0-3573-4de2-bbb7-c6f111f61226 req-2109f805-d45f-4489-9ef7-7e29bdd0a782 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:34.310215 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-4bef50a0-3573-4de2-bbb7-c6f111f61226 req-2109f805-d45f-4489-9ef7-7e29bdd0a782 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 947 time: 0.1165411 Dec 16 14:43:34.398913 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-4bef50a0-3573-4de2-bbb7-c6f111f61226 req-3766203c-5461-4f3b-8686-d955c6c040ad tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823109 Dec 16 14:43:34.632400 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb306bba-3ce9-4371-bdab-da5e62381ea2', 'name': 'tempest-TestShelveInstance-144490076-router', 'tenant_id': '08ce9c04ef824a6487abd3242851391e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b186c62e-86ef-4a9e-acb0-739db06b6683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:43:18Z', 'updated_at': '2021-12-16T14:43:25Z', 'revision_number': 4, 'project_id': '08ce9c04ef824a6487abd3242851391e', 'gw_port': {'id': 'b186c62e-86ef-4a9e-acb0-739db06b6683', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ef:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb306bba-3ce9-4371-bdab-da5e62381ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:19Z', 'updated_at': '2021-12-16T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '510af3b6-5eaf-42ab-b6d4-5fb19001bae9', 'name': '', 'network_id': '1f46d156-4e00-4d6d-9c43-7cacbecf6a5a', 'tenant_id': '08ce9c04ef824a6487abd3242851391e', 'mac_address': 'fa:16:3e:2f:4b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb306bba-3ce9-4371-bdab-da5e62381ea2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd05e12b2-3865-4587-8ef8-636bf05cf2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:24Z', 'updated_at': '2021-12-16T14:43:25Z', 'revision_number': 2, 'project_id': '08ce9c04ef824a6487abd3242851391e', 'subnets': [{'id': 'd05e12b2-3865-4587-8ef8-636bf05cf2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:43:34.638063 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] Checking router: fb306bba-3ce9-4371-bdab-da5e62381ea2 for host: dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:43:34.638426 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] Updating router fb306bba-3ce9-4371-bdab-da5e62381ea2 port 510af3b6-5eaf-42ab-b6d4-5fb19001bae9 binding host dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 16 14:43:34.718009 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:34.811746 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:43:34.868472 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'name': 'tempest-TestShelveInstance-1550351621-router', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:43:07Z', 'updated_at': '2021-12-16T14:43:12Z', 'revision_number': 4, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'gw_port': {'id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:08Z', 'updated_at': '2021-12-16T14:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': 'b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062', 'name': '', 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'mac_address': 'fa:16:3e:2a:91:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0342ae4e-728b-485f-9ad4-68ff99c34aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:11Z', 'updated_at': '2021-12-16T14:43:33Z', 'revision_number': 4, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'subnets': [{'id': '0342ae4e-728b-485f-9ad4-68ff99c34aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:43:34.900213 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf08ca6-fe57-4d70-a7ad-1930b3d89769 None None] The sync data for ids ['d88a9e3b-1c63-4590-8aaa-e72f009bde3f'] in dv-cinder-821893-3-smb is: [{'id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'name': 'tempest-TestShelveInstance-1550351621-router', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:43:07Z', 'updated_at': '2021-12-16T14:43:12Z', 'revision_number': 4, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'gw_port': {'id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:08Z', 'updated_at': '2021-12-16T14:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': 'b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062', 'name': '', 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'mac_address': 'fa:16:3e:2a:91:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0342ae4e-728b-485f-9ad4-68ff99c34aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:11Z', 'updated_at': '2021-12-16T14:43:33Z', 'revision_number': 4, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'subnets': [{'id': '0342ae4e-728b-485f-9ad4-68ff99c34aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:43:35.000168 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning for port b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062 completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:43:35.013060 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:43:35.013449 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:35.221317 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:35.302566 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] For port b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062,segment=NetworkSegment(98315b36-34eb-4ccf-8288-4da8e33b4df5),segment_id=98315b36-34eb-4ccf-8288-4da8e33b4df5)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:43:35.310471 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:35.314212 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-f97e6141-6971-478b-81e3-000e1220bb16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:35.358615 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] Notify callbacks [] for port, precommit_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:35.383854 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.provisioning_blocks [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] Transition to ACTIVE for port object 510af3b6-5eaf-42ab-b6d4-5fb19001bae9 will not be triggered until provisioned by entity L2. {{(pid=82863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:43:35.413032 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:35.424782 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:35.602652 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a2e37-f4da-49a7-aaa2-c2be121e1bec None None] Pushing event updated for resources: {'Port': ['ID=510af3b6-5eaf-42ab-b6d4-5fb19001bae9,revision_number=3']} {{(pid=82863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:35.611778 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [None req-535a2e37-f4da-49a7-aaa2-c2be121e1bec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:35.649453 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Pushing event updated for resources: {'Port': ['ID=b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:35.658582 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:35.835285 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 7f55e47e-7244-4ea1-9627-71ad3630a129 up at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:43:35.950326 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec506e-1657-4ebd-9332-f232286005f8 req-b2608004-aa32-4c5d-9412-124faafd8427 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:35.956826 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.managers [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] Attempting to bind port 510af3b6-5eaf-42ab-b6d4-5fb19001bae9 on host dv-cinder-821893-3-smb for vnic_type normal with profile {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:43:35.957910 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.managers [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] Attempting to bind port 510af3b6-5eaf-42ab-b6d4-5fb19001bae9 by drivers openvswitch,hyperv on host dv-cinder-821893-3-smb at level 0 using segments [{'id': '5fdc02c3-beae-4c48-bed4-06f0947ca785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1f46d156-4e00-4d6d-9c43-7cacbecf6a5a'}] {{(pid=82863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:43:35.958321 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] Attempting to bind port 510af3b6-5eaf-42ab-b6d4-5fb19001bae9 on network 1f46d156-4e00-4d6d-9c43-7cacbecf6a5a {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:43:35.958923 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-28ec506e-1657-4ebd-9332-f232286005f8 req-b2608004-aa32-4c5d-9412-124faafd8427 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 947 time: 0.2432303 Dec 16 14:43:35.966962 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] Checking agent: {'id': '5fa9648c-092b-4732-8cb9-4096e942c6ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:43:35.967499 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] Checking segment: {'id': '5fdc02c3-beae-4c48-bed4-06f0947ca785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1f46d156-4e00-4d6d-9c43-7cacbecf6a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:43:35.967908 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:35.968305 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] Bound using segment: {'id': '5fdc02c3-beae-4c48-bed4-06f0947ca785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1f46d156-4e00-4d6d-9c43-7cacbecf6a5a'} {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:43:35.968782 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.managers [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] Bound port: 510af3b6-5eaf-42ab-b6d4-5fb19001bae9, host: dv-cinder-821893-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdc02c3-beae-4c48-bed4-06f0947ca785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1f46d156-4e00-4d6d-9c43-7cacbecf6a5a'}}] {{(pid=82863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:43:35.969170 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:35.975312 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756a854-f7c8-4739-8ac9-9a0176d8e65d req-69c1c379-c67f-49f3-b9c4-ffd71915a673 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:35.993370 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5756a854-f7c8-4739-8ac9-9a0176d8e65d req-69c1c379-c67f-49f3-b9c4-ffd71915a673 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=89969c1b-7928-4868-bd68-bbb9e7df1dc2 HTTP/1.1" status: 200 len: 944 time: 0.5007124 Dec 16 14:43:36.076860 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5756a854-f7c8-4739-8ac9-9a0176d8e65d req-7b2b55f9-90d2-413c-9dd1-9b807c2c7251 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806510 Dec 16 14:43:36.089932 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning for port 7f55e47e-7244-4ea1-9627-71ad3630a129 completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:43:36.104706 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning complete for port 7f55e47e-7244-4ea1-9627-71ad3630a129 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:43:36.105028 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:36.144911 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.db [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] For port 510af3b6-5eaf-42ab-b6d4-5fb19001bae9, host dv-cinder-821893-3-smb, cleared binding levels {{(pid=82863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:43:36.150837 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.db [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] For port 510af3b6-5eaf-42ab-b6d4-5fb19001bae9, host dv-cinder-821893-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=510af3b6-5eaf-42ab-b6d4-5fb19001bae9,segment=NetworkSegment(5fdc02c3-beae-4c48-bed4-06f0947ca785),segment_id=5fdc02c3-beae-4c48-bed4-06f0947ca785)] {{(pid=82863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:43:36.165593 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:36.173687 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:36.189070 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-28ec506e-1657-4ebd-9332-f232286005f8 req-d2f7fa85-4548-42b5-bafd-78634302a1ab tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195115 Dec 16 14:43:36.240531 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4606efc-0142-44ac-a4ad-1ed736472ba0 req-fd627b9b-956c-4cdd-bcea-d8921f108ae8 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:36.242937 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d4606efc-0142-44ac-a4ad-1ed736472ba0 req-fd627b9b-956c-4cdd-bcea-d8921f108ae8 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 947 time: 0.1228619 Dec 16 14:43:36.306981 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a2e37-f4da-49a7-aaa2-c2be121e1bec None None] Pushing event updated for resources: {'Port': ['ID=510af3b6-5eaf-42ab-b6d4-5fb19001bae9,revision_number=4']} {{(pid=82863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:36.309997 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [None req-535a2e37-f4da-49a7-aaa2-c2be121e1bec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:36.320478 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] Routers {'fb306bba-3ce9-4371-bdab-da5e62381ea2'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:43:36.321236 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:43:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['fb306bba-3ce9-4371-bdab-da5e62381ea2'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:43:36.339776 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:36.364543 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [req-d4606efc-0142-44ac-a4ad-1ed736472ba0 req-bf0b704d-dc95-4a05-aa01-f19af0d66540 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Deleting port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a {{(pid=82861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:43:36.365282 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-d4606efc-0142-44ac-a4ad-1ed736472ba0 req-bf0b704d-dc95-4a05-aa01-f19af0d66540 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:36.380910 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 7f55e47e-7244-4ea1-9627-71ad3630a129, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7f55e47e-7244-4ea1-9627-71ad3630a129,segment=NetworkSegment(5dd3ac9a-1c1f-4378-b723-a7941d3f5785),segment_id=5dd3ac9a-1c1f-4378-b723-a7941d3f5785)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:43:36.382395 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89969c1b-7928-4868-bd68-bbb9e7df1dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f55e47e-7244-4ea1-9627-71ad3630a129'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:43:36.396683 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:36.402528 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:36.481303 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89969c1b-7928-4868-bd68-bbb9e7df1dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f55e47e-7244-4ea1-9627-71ad3630a129', 'code': 200} Dec 16 14:43:36.593339 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=7f55e47e-7244-4ea1-9627-71ad3630a129,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:36.604106 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:36.618563 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] Set router fb306bba-3ce9-4371-bdab-da5e62381ea2 gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:43:36.810778 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:43:36.899331 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-d4606efc-0142-44ac-a4ad-1ed736472ba0 req-bf0b704d-dc95-4a05-aa01-f19af0d66540 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] For port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:43:36.901038 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-d4606efc-0142-44ac-a4ad-1ed736472ba0 req-bf0b704d-dc95-4a05-aa01-f19af0d66540 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:37.033114 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:43:37.033503 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:37.058585 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7d519393-52c1-4b60-8ffa-ec2ca6bd165e req-d7be23e0-3c28-4e09-b73e-a8a485960880 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=89969c1b-7928-4868-bd68-bbb9e7df1dc2 HTTP/1.1" status: 200 len: 1098 time: 0.2181444 Dec 16 14:43:37.157470 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7d519393-52c1-4b60-8ffa-ec2ca6bd165e req-a07faf1a-eba7-46f3-89df-36e8306a923a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882747 Dec 16 14:43:37.369459 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb306bba-3ce9-4371-bdab-da5e62381ea2', 'name': 'tempest-TestShelveInstance-144490076-router', 'tenant_id': '08ce9c04ef824a6487abd3242851391e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b186c62e-86ef-4a9e-acb0-739db06b6683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:43:18Z', 'updated_at': '2021-12-16T14:43:25Z', 'revision_number': 4, 'project_id': '08ce9c04ef824a6487abd3242851391e', 'gw_port': {'id': 'b186c62e-86ef-4a9e-acb0-739db06b6683', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ef:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb306bba-3ce9-4371-bdab-da5e62381ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:19Z', 'updated_at': '2021-12-16T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '510af3b6-5eaf-42ab-b6d4-5fb19001bae9', 'name': '', 'network_id': '1f46d156-4e00-4d6d-9c43-7cacbecf6a5a', 'tenant_id': '08ce9c04ef824a6487abd3242851391e', 'mac_address': 'fa:16:3e:2f:4b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb306bba-3ce9-4371-bdab-da5e62381ea2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd05e12b2-3865-4587-8ef8-636bf05cf2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:24Z', 'updated_at': '2021-12-16T14:43:36Z', 'revision_number': 4, 'project_id': '08ce9c04ef824a6487abd3242851391e', 'subnets': [{'id': 'd05e12b2-3865-4587-8ef8-636bf05cf2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:43:37.384326 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88c2525-769f-485b-b969-6f2aa6b3def2 None None] The sync data for ids ['fb306bba-3ce9-4371-bdab-da5e62381ea2'] in dv-cinder-821893-3-smb is: [{'id': 'fb306bba-3ce9-4371-bdab-da5e62381ea2', 'name': 'tempest-TestShelveInstance-144490076-router', 'tenant_id': '08ce9c04ef824a6487abd3242851391e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b186c62e-86ef-4a9e-acb0-739db06b6683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:43:18Z', 'updated_at': '2021-12-16T14:43:25Z', 'revision_number': 4, 'project_id': '08ce9c04ef824a6487abd3242851391e', 'gw_port': {'id': 'b186c62e-86ef-4a9e-acb0-739db06b6683', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ef:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb306bba-3ce9-4371-bdab-da5e62381ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:19Z', 'updated_at': '2021-12-16T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '510af3b6-5eaf-42ab-b6d4-5fb19001bae9', 'name': '', 'network_id': '1f46d156-4e00-4d6d-9c43-7cacbecf6a5a', 'tenant_id': '08ce9c04ef824a6487abd3242851391e', 'mac_address': 'fa:16:3e:2f:4b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb306bba-3ce9-4371-bdab-da5e62381ea2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd05e12b2-3865-4587-8ef8-636bf05cf2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:24Z', 'updated_at': '2021-12-16T14:43:36Z', 'revision_number': 4, 'project_id': '08ce9c04ef824a6487abd3242851391e', 'subnets': [{'id': 'd05e12b2-3865-4587-8ef8-636bf05cf2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:43:37.388698 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-ec6a2e3e-fc27-4cf5-8eef-1665736ce7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:37.624536 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1aad4-d6d9-4ee3-9dee-4862658f89e0 req-34b54d60-226e-45d2-9a28-bf0e9df1ad2e tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:37.625976 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-bbd1aad4-d6d9-4ee3-9dee-4862658f89e0 req-34b54d60-226e-45d2-9a28-bf0e9df1ad2e tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 947 time: 0.1161397 Dec 16 14:43:37.637320 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-d4606efc-0142-44ac-a4ad-1ed736472ba0 req-bf0b704d-dc95-4a05-aa01-f19af0d66540 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:37.637982 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-d4606efc-0142-44ac-a4ad-1ed736472ba0 req-bf0b704d-dc95-4a05-aa01-f19af0d66540 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377752'] for floatingip, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:37.637982 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.db.l3_db [req-d4606efc-0142-44ac-a4ad-1ed736472ba0 req-bf0b704d-dc95-4a05-aa01-f19af0d66540 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Floating IP 56c2829d-a36d-4171-aea0-fc3d0b9e912c disassociated. External IP: 172.28.3.236, port: 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a. Dec 16 14:43:37.638199 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [req-d4606efc-0142-44ac-a4ad-1ed736472ba0 req-bf0b704d-dc95-4a05-aa01-f19af0d66540 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Calling delete_port for 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a owned by compute:nova {{(pid=82861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:43:37.714570 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7fd11-794d-4d22-97e7-5e32370b8aae req-13658523-ec33-4350-bf4f-c140c624cbb6 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:37.717181 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2fb7fd11-794d-4d22-97e7-5e32370b8aae req-13658523-ec33-4350-bf4f-c140c624cbb6 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=89969c1b-7928-4868-bd68-bbb9e7df1dc2 HTTP/1.1" status: 200 len: 945 time: 0.3330843 Dec 16 14:43:37.726421 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-bbd1aad4-d6d9-4ee3-9dee-4862658f89e0 req-ebdc088d-473a-4cf8-bcb1-31b23de02933 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=b03c9f17-1e8c-412f-a157-0485c00e3301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860364 Dec 16 14:43:37.836857 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2fb7fd11-794d-4d22-97e7-5e32370b8aae req-1b083796-2736-487f-8ce2-cd531394cedd tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088910 Dec 16 14:43:37.888808 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-d4606efc-0142-44ac-a4ad-1ed736472ba0 req-bf0b704d-dc95-4a05-aa01-f19af0d66540 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:37.900150 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-526c28be-9b96-4ae9-8c3e-42ce9526c452 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:37.956546 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b704d-dc95-4a05-aa01-f19af0d66540 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Pushing event deleted for resources: {'Port': ['ID=2eb0bd28-703a-4b3f-b4d8-a8a3322b412a,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:37.960094 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-bf0b704d-dc95-4a05-aa01-f19af0d66540 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:38.402891 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4606efc-0142-44ac-a4ad-1ed736472ba0 req-bf0b704d-dc95-4a05-aa01-f19af0d66540 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Router 0aa52b8a-4e5e-442f-8e96-005b89dad427 has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:43:38.772921 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4606efc-0142-44ac-a4ad-1ed736472ba0 req-bf0b704d-dc95-4a05-aa01-f19af0d66540 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:43:38.786047 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4fa681-9f30-4890-b8d5-e2a11d52bd40 None None] Sync routers for ids ['0aa52b8a-4e5e-442f-8e96-005b89dad427'] in dv-cinder-821893-3-smb {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:43:38.817457 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4fa681-9f30-4890-b8d5-e2a11d52bd40 None None] Routers {'0aa52b8a-4e5e-442f-8e96-005b89dad427'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:43:38.818179 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-3c4fa681-9f30-4890-b8d5-e2a11d52bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:43:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['0aa52b8a-4e5e-442f-8e96-005b89dad427'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:43:38.897085 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4606efc-0142-44ac-a4ad-1ed736472ba0 req-bf0b704d-dc95-4a05-aa01-f19af0d66540 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] No DVR routers for this DVR port 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a on host hv-cinder-82189 {{(pid=82861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:43:38.909495 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-d4606efc-0142-44ac-a4ad-1ed736472ba0 req-bf0b704d-dc95-4a05-aa01-f19af0d66540 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:38.914072 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a18f218-5bc0-4ffd-ad59-86e315b7487e', 'name': 'network-vif-deleted', 'tag': '2eb0bd28-703a-4b3f-b4d8-a8a3322b412a'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:43:38.935490 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d4606efc-0142-44ac-a4ad-1ed736472ba0 req-bf0b704d-dc95-4a05-aa01-f19af0d66540 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.62 "DELETE /v2.0/ports/2eb0bd28-703a-4b3f-b4d8-a8a3322b412a HTTP/1.1" status: 204 len: 173 time: 2.6861885 Dec 16 14:43:39.016854 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 510af3b6-5eaf-42ab-b6d4-5fb19001bae9 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:43:39.172091 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-1482c001-eb79-4ef4-bb33-a6f84ce3533e req-30cbc98d-a5e8-425e-9167-49b7c102e945 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a18f218-5bc0-4ffd-ad59-86e315b7487e HTTP/1.1" status: 200 len: 210 time: 0.0692298 Dec 16 14:43:39.352575 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-3c4fa681-9f30-4890-b8d5-e2a11d52bd40 None None] Set router 0aa52b8a-4e5e-442f-8e96-005b89dad427 gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:43:39.500577 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a18f218-5bc0-4ffd-ad59-86e315b7487e', 'name': 'network-vif-deleted', 'tag': '2eb0bd28-703a-4b3f-b4d8-a8a3322b412a', 'status': 'completed', 'code': 200} Dec 16 14:43:39.508388 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272851a-cf79-4bed-99cf-5cfd6d9895c2 req-6d626af0-cbdb-45ac-9abc-be4bb54c7c48 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:39.510011 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d272851a-cf79-4bed-99cf-5cfd6d9895c2 req-6d626af0-cbdb-45ac-9abc-be4bb54c7c48 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=89969c1b-7928-4868-bd68-bbb9e7df1dc2 HTTP/1.1" status: 200 len: 945 time: 0.2220809 Dec 16 14:43:39.562799 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning for port 510af3b6-5eaf-42ab-b6d4-5fb19001bae9 completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:43:39.575188 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d272851a-cf79-4bed-99cf-5cfd6d9895c2 req-e5b315bb-6a7f-484a-bf45-c5753b2c5619 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587780 Dec 16 14:43:39.580900 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 33754) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:39.598394 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 510af3b6-5eaf-42ab-b6d4-5fb19001bae9 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:43:39.598807 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:39.939275 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-903bd6ae-995c-4965-82dd-8a1cc1c6aff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:39.946893 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:43:40.002045 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-903bd6ae-995c-4965-82dd-8a1cc1c6aff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:40.010937 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-903bd6ae-995c-4965-82dd-8a1cc1c6aff5 admin admin] Usage tracker for resource:security_group_rule and tenant:98ee5bb5d09e47e0a8aabe83aaa010eb is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:40.020077 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-903bd6ae-995c-4965-82dd-8a1cc1c6aff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:40.042330 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-903bd6ae-995c-4965-82dd-8a1cc1c6aff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:40.073494 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-869da074-d5f0-497a-9e60-987382c31319 None None] No Port match for: 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:43:40.074064 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 2eb0bd28-703a-4b3f-b4d8-a8a3322b412a not bound to the agent host hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:43:40.117836 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-dc87d9f5-ef50-4556-8697-a90cefef58ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:40.142723 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:43:40.197807 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:40.229745 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-3c4fa681-9f30-4890-b8d5-e2a11d52bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'name': 'tempest-AttachVolumeShelveTestJSON-1955939718-router', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:54Z', 'updated_at': '2021-12-16T14:39:10Z', 'revision_number': 4, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'gw_port': {'id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:38:56Z', 'updated_at': '2021-12-16T14:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '6daee365-52af-4d93-b0df-50e58da0bff8', 'name': '', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'mac_address': 'fa:16:3e:84:54:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:08Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 5, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'subnets': [{'id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:43:40.243780 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4fa681-9f30-4890-b8d5-e2a11d52bd40 None None] Checking router: 0aa52b8a-4e5e-442f-8e96-005b89dad427 for host: dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:43:40.270090 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] For port 510af3b6-5eaf-42ab-b6d4-5fb19001bae9, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=510af3b6-5eaf-42ab-b6d4-5fb19001bae9,segment=NetworkSegment(5fdc02c3-beae-4c48-bed4-06f0947ca785),segment_id=5fdc02c3-beae-4c48-bed4-06f0947ca785)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:43:40.278244 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:40.281210 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:40.310491 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-903bd6ae-995c-4965-82dd-8a1cc1c6aff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:40.318741 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-903bd6ae-995c-4965-82dd-8a1cc1c6aff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:40.332199 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4fa681-9f30-4890-b8d5-e2a11d52bd40 None None] Routers {'0aa52b8a-4e5e-442f-8e96-005b89dad427'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:43:40.332978 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-3c4fa681-9f30-4890-b8d5-e2a11d52bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:43:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['0aa52b8a-4e5e-442f-8e96-005b89dad427'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:43:40.339867 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-396efc2d-4823-432f-890e-056337cd9b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:40.443359 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903bd6ae-995c-4965-82dd-8a1cc1c6aff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb18a807-f20c-4c12-9059-88df9cd3eeaf,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:40.448282 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-903bd6ae-995c-4965-82dd-8a1cc1c6aff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:40.451578 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-903bd6ae-995c-4965-82dd-8a1cc1c6aff5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98ee5bb5d09e47e0a8aabe83aaa010eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8694994 Dec 16 14:43:40.455408 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 33772) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:40.615027 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7b75393a-1255-4d1f-9ade-0c46a54b1c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:40.618807 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 33782) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:40.650348 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7b75393a-1255-4d1f-9ade-0c46a54b1c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:40.721446 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Pushing event updated for resources: {'Port': ['ID=510af3b6-5eaf-42ab-b6d4-5fb19001bae9,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:40.741842 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:40.751528 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7b75393a-1255-4d1f-9ade-0c46a54b1c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:40.763481 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-1e22998d-5c75-441e-a757-a7a29d7aeac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:40.778703 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-88138e65-d627-42c1-843c-4727571d2028 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:40.792807 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75393a-1255-4d1f-9ade-0c46a54b1c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb18a807-f20c-4c12-9059-88df9cd3eeaf,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:40.817748 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-7b75393a-1255-4d1f-9ade-0c46a54b1c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:40.818990 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7b75393a-1255-4d1f-9ade-0c46a54b1c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:40.831944 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-7b75393a-1255-4d1f-9ade-0c46a54b1c78 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb18a807-f20c-4c12-9059-88df9cd3eeaf HTTP/1.1" status: 204 len: 168 time: 0.3686593 Dec 16 14:43:40.849158 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:40.863949 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-88138e65-d627-42c1-843c-4727571d2028 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:40.874084 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-3c4fa681-9f30-4890-b8d5-e2a11d52bd40 None None] Set router 0aa52b8a-4e5e-442f-8e96-005b89dad427 gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:43:40.940683 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-88138e65-d627-42c1-843c-4727571d2028 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:40.947477 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-eb10538e-e976-4a80-a9ab-ba885f5e6926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:40.967081 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88138e65-d627-42c1-843c-4727571d2028 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03c9f17-1e8c-412f-a157-0485c00e3301,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:40.974294 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-88138e65-d627-42c1-843c-4727571d2028 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:41.007688 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-88138e65-d627-42c1-843c-4727571d2028 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:41.018323 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-88138e65-d627-42c1-843c-4727571d2028 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "DELETE /v2.0/security-groups/b03c9f17-1e8c-412f-a157-0485c00e3301 HTTP/1.1" status: 204 len: 168 time: 0.3968124 Dec 16 14:43:41.022101 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 33788) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:41.083359 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.api.v2.resource [None req-6a5b82a9-8f26-47e6-be85-506a12014fd0 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] show failed (client error): The resource could not be found. Dec 16 14:43:41.088213 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-6a5b82a9-8f26-47e6-be85-506a12014fd0 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups/b03c9f17-1e8c-412f-a157-0485c00e3301 HTTP/1.1" status: 404 len: 347 time: 0.0645547 Dec 16 14:43:41.091593 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 33796) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:41.341280 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-a047e2da-d995-43c6-88f8-2e1cc9c02835 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Deleting port ae7889de-e9d2-404b-8476-7044d96b42f0 {{(pid=82861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:43:41.341975 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-a047e2da-d995-43c6-88f8-2e1cc9c02835 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:41.491267 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:41.528350 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-3c4fa681-9f30-4890-b8d5-e2a11d52bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'name': 'tempest-AttachVolumeShelveTestJSON-1955939718-router', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:54Z', 'updated_at': '2021-12-16T14:39:10Z', 'revision_number': 4, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'gw_port': {'id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:38:56Z', 'updated_at': '2021-12-16T14:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '6daee365-52af-4d93-b0df-50e58da0bff8', 'name': '', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'mac_address': 'fa:16:3e:84:54:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:08Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 5, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'subnets': [{'id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:43:41.533077 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4fa681-9f30-4890-b8d5-e2a11d52bd40 None None] The sync data for ids ['0aa52b8a-4e5e-442f-8e96-005b89dad427'] in dv-cinder-821893-3-smb is: [{'id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'name': 'tempest-AttachVolumeShelveTestJSON-1955939718-router', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:54Z', 'updated_at': '2021-12-16T14:39:10Z', 'revision_number': 4, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'gw_port': {'id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:38:56Z', 'updated_at': '2021-12-16T14:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '6daee365-52af-4d93-b0df-50e58da0bff8', 'name': '', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'mac_address': 'fa:16:3e:84:54:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:08Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 5, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'subnets': [{'id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:43:41.672034 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-a047e2da-d995-43c6-88f8-2e1cc9c02835 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:41.672420 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-a047e2da-d995-43c6-88f8-2e1cc9c02835 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:41.843698 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-a047e2da-d995-43c6-88f8-2e1cc9c02835 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Calling delete_port for ae7889de-e9d2-404b-8476-7044d96b42f0 owned by network:floatingip {{(pid=82861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:43:42.108777 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-a047e2da-d995-43c6-88f8-2e1cc9c02835 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:42.115411 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:42.166691 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047e2da-d995-43c6-88f8-2e1cc9c02835 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Pushing event deleted for resources: {'Port': ['ID=ae7889de-e9d2-404b-8476-7044d96b42f0,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:42.171143 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-a047e2da-d995-43c6-88f8-2e1cc9c02835 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:42.384555 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:42.502625 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-a047e2da-d995-43c6-88f8-2e1cc9c02835 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for floatingip, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:42.523852 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-a047e2da-d995-43c6-88f8-2e1cc9c02835 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for floatingip, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:42.525613 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-a047e2da-d995-43c6-88f8-2e1cc9c02835 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "DELETE /v2.0/floatingips/56c2829d-a36d-4171-aea0-fc3d0b9e912c HTTP/1.1" status: 204 len: 168 time: 1.4328990 Dec 16 14:43:42.762145 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 510af3b6-5eaf-42ab-b6d4-5fb19001bae9 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:43:42.854759 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 510af3b6-5eaf-42ab-b6d4-5fb19001bae9 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:43:42.855255 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:43.400217 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:43.982548 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-eb29738f-3218-42b6-a5b3-8861ef3b41df req-81945188-2350-45f1-a030-b0a9aded1ae0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1247327 Dec 16 14:43:44.028102 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 33846) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:44.040300 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-bedbb66b-824e-44dd-9e27-dfe0f481a101 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1539665980', 'description': 'tempest-description--1228032808'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:43:44.053859 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-bedbb66b-824e-44dd-9e27-dfe0f481a101 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:44.064389 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-bedbb66b-824e-44dd-9e27-dfe0f481a101 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Usage tracker for resource:security_group and tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:44.071035 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-bedbb66b-824e-44dd-9e27-dfe0f481a101 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:44.084008 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-bedbb66b-824e-44dd-9e27-dfe0f481a101 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:44.109294 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-bedbb66b-824e-44dd-9e27-dfe0f481a101 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:44.214476 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-bedbb66b-824e-44dd-9e27-dfe0f481a101 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:44.227042 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-bedbb66b-824e-44dd-9e27-dfe0f481a101 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Usage tracker for resource:security_group_rule and tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:44.233032 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-bedbb66b-824e-44dd-9e27-dfe0f481a101 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:44.252957 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-bedbb66b-824e-44dd-9e27-dfe0f481a101 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:44.337175 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-eb29738f-3218-42b6-a5b3-8861ef3b41df req-e71c896f-ba51-4e00-aeb9-ee28af990142 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7243b1f0c7ab4a34a702c78e169b9461&device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 1099 time: 0.1835434 Dec 16 14:43:44.622762 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-bedbb66b-824e-44dd-9e27-dfe0f481a101 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:44.636887 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-bedbb66b-824e-44dd-9e27-dfe0f481a101 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:44.649709 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-b8c82752-931d-473b-af77-b075e96c51ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:44.731178 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedbb66b-824e-44dd-9e27-dfe0f481a101 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44956001-6cb5-4a83-9162-df5ec14727bf,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:44.738863 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-bedbb66b-824e-44dd-9e27-dfe0f481a101 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:44.741955 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-bedbb66b-824e-44dd-9e27-dfe0f481a101 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.7104731 Dec 16 14:43:44.741955 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-bedbb66b-824e-44dd-9e27-dfe0f481a101 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:44.744828 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 33862) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:44.751435 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-f5483026-bfdd-4405-8ef4-7c078f940f12 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Request body: {'security_group_rule': {'security_group_id': '44956001-6cb5-4a83-9162-df5ec14727bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:43:44.758584 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-f5483026-bfdd-4405-8ef4-7c078f940f12 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:44.777079 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-f5483026-bfdd-4405-8ef4-7c078f940f12 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Usage tracker for resource:security_group_rule and tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:44.781920 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-f5483026-bfdd-4405-8ef4-7c078f940f12 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:44.790592 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29738f-3218-42b6-a5b3-8861ef3b41df req-e2efc93e-4884-4c6b-baf4-3bd3d456d752 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:44.792112 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-eb29738f-3218-42b6-a5b3-8861ef3b41df req-e2efc93e-4884-4c6b-baf4-3bd3d456d752 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f57735e-9b2a-4e4f-b94e-2d78693e986e HTTP/1.1" status: 200 len: 911 time: 0.3855133 Dec 16 14:43:44.793098 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-f5483026-bfdd-4405-8ef4-7c078f940f12 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:44.889532 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f5483026-bfdd-4405-8ef4-7c078f940f12 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:44.956962 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-eb29738f-3218-42b6-a5b3-8861ef3b41df req-e3b3bb1d-00f5-457e-958d-077726daa416 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=121ba03f-497c-4b41-a400-2ae3091231bf HTTP/1.1" status: 200 len: 1002 time: 0.1561041 Dec 16 14:43:45.028813 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f5483026-bfdd-4405-8ef4-7c078f940f12 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:45.037242 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f5483026-bfdd-4405-8ef4-7c078f940f12 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356819'] for security_group_rule, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:45.053767 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-bc9c91ea-f8cd-4b7a-8c50-80a4fbf454a5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:45.091450 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5483026-bfdd-4405-8ef4-7c078f940f12 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01cf5154-27bd-4ea1-b33c-176f5512e109,revision_number=0']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:45.096678 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29738f-3218-42b6-a5b3-8861ef3b41df req-6f5e2ca5-7dc0-4d70-9c91-18eb52633644 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:45.098835 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-eb29738f-3218-42b6-a5b3-8861ef3b41df req-6f5e2ca5-7dc0-4d70-9c91-18eb52633644 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fbefad8-3896-4ba2-9bf0-fdf6065ed622 HTTP/1.1" status: 200 len: 849 time: 0.1302342 Dec 16 14:43:45.101618 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f5483026-bfdd-4405-8ef4-7c078f940f12 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:45.103469 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-f5483026-bfdd-4405-8ef4-7c078f940f12 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3573010 Dec 16 14:43:45.105259 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-f5483026-bfdd-4405-8ef4-7c078f940f12 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:45.107120 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 33872) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:45.121137 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-ad3d07a8-aecf-4249-a4ac-fb34d2ebed73 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Request body: {'security_group_rule': {'security_group_id': '44956001-6cb5-4a83-9162-df5ec14727bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:43:45.136220 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-ad3d07a8-aecf-4249-a4ac-fb34d2ebed73 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:45.143676 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-ad3d07a8-aecf-4249-a4ac-fb34d2ebed73 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Usage tracker for resource:security_group_rule and tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:45.148900 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-ad3d07a8-aecf-4249-a4ac-fb34d2ebed73 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:45.166800 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-ad3d07a8-aecf-4249-a4ac-fb34d2ebed73 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:45.196309 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-ad3d07a8-aecf-4249-a4ac-fb34d2ebed73 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:45.245395 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-eb29738f-3218-42b6-a5b3-8861ef3b41df req-4b45821b-d169-46e8-a359-133d829f5392 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f57735e-9b2a-4e4f-b94e-2d78693e986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1382880 Dec 16 14:43:45.301162 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-ad3d07a8-aecf-4249-a4ac-fb34d2ebed73 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:45.307390 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-ad3d07a8-aecf-4249-a4ac-fb34d2ebed73 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356819'] for security_group_rule, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:45.309837 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:45.335502 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d07a8-aecf-4249-a4ac-fb34d2ebed73 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d492f2-690e-4f4f-b197-5e4c9e4117ca,revision_number=0']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:45.346493 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-ad3d07a8-aecf-4249-a4ac-fb34d2ebed73 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:45.362249 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-ad3d07a8-aecf-4249-a4ac-fb34d2ebed73 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:45.363993 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-ad3d07a8-aecf-4249-a4ac-fb34d2ebed73 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2530890 Dec 16 14:43:45.381023 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 33882) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:45.398156 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Request body: {'floatingip': {'floating_network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:43:45.408391 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:45.415946 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Usage tracker for resource:floatingip and tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:45.419940 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:45.427016 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:45.446254 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for floatingip, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:45.505086 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-eb29738f-3218-42b6-a5b3-8861ef3b41df req-62f53113-77cd-4d00-8ca6-166ccd89739d service neutron] 10.222.0.62 "GET /v2.0/networks/4f57735e-9b2a-4e4f-b94e-2d78693e986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463462 Dec 16 14:43:45.702764 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:45.748101 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-eb29738f-3218-42b6-a5b3-8861ef3b41df req-90d9a794-c528-450c-9f98-bebd655de870 service neutron] 10.222.0.62 "GET /v2.0/networks/4f57735e-9b2a-4e4f-b94e-2d78693e986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216754 Dec 16 14:43:45.925333 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_common [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Allocated IP 172.28.3.239 (186f29a2-e581-4978-89ea-e3da95ffad7e/03058b0e-e3b9-411a-92a6-f5070e371994/4fb38d22-f96c-498f-9fd8-dc4f98b99926) {{(pid=82860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:43:46.111630 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for port, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:46.145865 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:46.153310 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-d4c8c374-8172-4f23-87d1-81495454a17d tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:46.224504 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Network 186f29a2-e581-4978-89ea-e3da95ffad7e is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:43:46.230077 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Pushing event updated for resources: {'Port': ['ID=4fb38d22-f96c-498f-9fd8-dc4f98b99926,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:46.233210 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:43:46.235319 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:46.236377 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Received port after_create {{(pid=82860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:43:46.528330 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:46.596302 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:46.905450 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:46.913124 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482886'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:46.917905 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:47.027622 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Pushing event updated for resources: {'Port': ['ID=4fb38d22-f96c-498f-9fd8-dc4f98b99926,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:47.032194 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:47.049272 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377752'] for floatingip, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:47.076546 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for floatingip, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:47.078034 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6956620 Dec 16 14:43:47.481201 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-30370cd1-9f81-4f59-b661-d0fa0ea29117 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Synchronizing usage tracker for tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 on resource:security_group {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:43:47.499273 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-30370cd1-9f81-4f59-b661-d0fa0ea29117 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Unset dirty status for tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 on resource:security_group {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:43:47.500550 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-30370cd1-9f81-4f59-b661-d0fa0ea29117 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1539665980&fields=id&tenant_id=50ab4f2ba6e544b5a75c9ff80708a7a6 HTTP/1.1" status: 200 len: 267 time: 0.1797166 Dec 16 14:43:47.551379 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 33924) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:47.691779 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-07f1393a-a919-4fcc-ba79-eedccf90753f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:47.696358 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-07f1393a-a919-4fcc-ba79-eedccf90753f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/networks?id=eb1f760c-41d7-4239-8c86-9a119e8dad65 HTTP/1.1" status: 200 len: 817 time: 0.1836548 Dec 16 14:43:47.712083 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-e059524b-ae1b-4472-8ea7-71ed9b747fb9 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/quotas/50ab4f2ba6e544b5a75c9ff80708a7a6 HTTP/1.1" status: 200 len: 375 time: 0.0112782 Dec 16 14:43:47.782398 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-593d6f00-710d-4558-9f44-b35bb127a493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:47.811968 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-f156c7f6-b080-4860-8bd9-5418cf118e73 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=50ab4f2ba6e544b5a75c9ff80708a7a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0943441 Dec 16 14:43:47.842526 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-593d6f00-710d-4558-9f44-b35bb127a493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:47.849124 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-593d6f00-710d-4558-9f44-b35bb127a493 admin admin] Usage tracker for resource:security_group_rule and tenant:908d7542caa2492eae4afb9ff7f93f6e is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:47.853003 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-593d6f00-710d-4558-9f44-b35bb127a493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:47.859749 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-593d6f00-710d-4558-9f44-b35bb127a493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:47.957585 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-593d6f00-710d-4558-9f44-b35bb127a493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:47.963119 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-593d6f00-710d-4558-9f44-b35bb127a493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:47.972328 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-6f737510-e257-476a-8faf-ed02efc9fb67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:48.061359 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-593d6f00-710d-4558-9f44-b35bb127a493 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=908d7542caa2492eae4afb9ff7f93f6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5078356 Dec 16 14:43:48.062936 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d6f00-710d-4558-9f44-b35bb127a493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c4b05e-69cb-40ee-b923-a1782aa9c84c,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:48.081124 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 33936) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:48.125755 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-593d6f00-710d-4558-9f44-b35bb127a493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:48.133054 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-29358dbc-bc4f-4f03-8a7a-6580eabb32ea service neutron] 10.222.0.44 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869411 Dec 16 14:43:48.187400 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-33ec34e0-8913-437a-9850-832b8e9ebfa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:48.217277 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-33ec34e0-8913-437a-9850-832b8e9ebfa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:48.286918 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-a0fe6e1c-e3d6-496c-b754-a6d4ddc7bcff service neutron] 10.222.0.44 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471703 Dec 16 14:43:48.295605 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-33ec34e0-8913-437a-9850-832b8e9ebfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:48.308174 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-390c02d8-5cd6-4835-ac21-d3b6852d1bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:48.361684 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-33ec34e0-8913-437a-9850-832b8e9ebfa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:48.366997 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-33ec34e0-8913-437a-9850-832b8e9ebfa1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/36c4b05e-69cb-40ee-b923-a1782aa9c84c HTTP/1.1" status: 204 len: 168 time: 0.2792392 Dec 16 14:43:48.366997 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec34e0-8913-437a-9850-832b8e9ebfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c4b05e-69cb-40ee-b923-a1782aa9c84c,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:48.377787 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-33ec34e0-8913-437a-9850-832b8e9ebfa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:48.588422 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-1d79e92b-6751-46c6-8243-989fe93b1e83 req-e669c642-6432-4c2f-8dbc-54ee30628463 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 210 time: 0.0667040 Dec 16 14:43:49.850863 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-1da92bf5-0d52-49bf-884e-a2b98d04e0e7 req-cc1dc1d9-1d68-4150-940f-2b5123a158f9 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 210 time: 0.0507009 Dec 16 14:43:50.394887 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-6118bea3-aec2-4f9b-946a-b8d46fda32f5 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:50.397761 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-6118bea3-aec2-4f9b-946a-b8d46fda32f5 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Synchronizing usage tracker for tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 on resource:network {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:43:50.432143 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-6118bea3-aec2-4f9b-946a-b8d46fda32f5 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Unset dirty status for tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 on resource:network {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:43:50.434170 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-6118bea3-aec2-4f9b-946a-b8d46fda32f5 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.62 "GET /v2.0/networks?id=eb1f760c-41d7-4239-8c86-9a119e8dad65 HTTP/1.1" status: 200 len: 817 time: 0.3276560 Dec 16 14:43:50.521468 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-01aa7586-42ce-45ba-9a5a-fb27491e9819 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Synchronizing usage tracker for tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 on resource:security_group {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:43:50.536859 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-01aa7586-42ce-45ba-9a5a-fb27491e9819 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Unset dirty status for tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 on resource:security_group {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:43:50.538517 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-01aa7586-42ce-45ba-9a5a-fb27491e9819 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50ab4f2ba6e544b5a75c9ff80708a7a6 HTTP/1.1" status: 200 len: 380 time: 0.0778732 Dec 16 14:43:50.572771 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-6ae6d530-6e30-4ae1-95a4-66a910d1ccb7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Request body: {'port': {'device_id': 'c4f8b67b-18bb-41fc-86fe-a3147c8f9329', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'admin_state_up': True, 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'security_groups': ['44956001-6cb5-4a83-9162-df5ec14727bf']}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:43:50.725784 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-6ae6d530-6e30-4ae1-95a4-66a910d1ccb7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:50.730687 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-6ae6d530-6e30-4ae1-95a4-66a910d1ccb7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Usage tracker for resource:port and tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:50.733875 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-6ae6d530-6e30-4ae1-95a4-66a910d1ccb7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:50.740334 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-6ae6d530-6e30-4ae1-95a4-66a910d1ccb7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:50.751023 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-6ae6d530-6e30-4ae1-95a4-66a910d1ccb7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Made reservation on behalf of 50ab4f2ba6e544b5a75c9ff80708a7a6 for: {'port': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:43:50.754218 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-6ae6d530-6e30-4ae1-95a4-66a910d1ccb7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:51.026688 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_common [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-6ae6d530-6e30-4ae1-95a4-66a910d1ccb7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Allocated IP 172.20.0.9 (eb1f760c-41d7-4239-8c86-9a119e8dad65/69274fc7-9ac3-4ad8-87f4-58834408c137/30997e42-39ae-40b1-89d6-a56df220085c) {{(pid=82861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:43:51.080575 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-d188a58f-558a-40f2-bd26-fc47bb2af1c8 req-d57a7361-67eb-4b01-b4d8-0d07862fd3ed tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Synchronizing usage tracker for tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 on resource:port {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:43:51.122924 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-d188a58f-558a-40f2-bd26-fc47bb2af1c8 req-d57a7361-67eb-4b01-b4d8-0d07862fd3ed tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Unset dirty status for tenant:50ab4f2ba6e544b5a75c9ff80708a7a6 on resource:port {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:43:51.124093 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d188a58f-558a-40f2-bd26-fc47bb2af1c8 req-d57a7361-67eb-4b01-b4d8-0d07862fd3ed tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 210 time: 0.0944490 Dec 16 14:43:51.282714 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-6ae6d530-6e30-4ae1-95a4-66a910d1ccb7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for port, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:51.302688 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.provisioning_blocks [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-6ae6d530-6e30-4ae1-95a4-66a910d1ccb7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Transition to ACTIVE for port object 30997e42-39ae-40b1-89d6-a56df220085c will not be triggered until provisioned by entity DHCP. {{(pid=82861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:43:51.339739 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-6ae6d530-6e30-4ae1-95a4-66a910d1ccb7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:51.348836 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-98f75238-5553-4942-9eef-e859d5d78acb tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:51.463185 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-6ae6d530-6e30-4ae1-95a4-66a910d1ccb7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Network eb1f760c-41d7-4239-8c86-9a119e8dad65 is already hosted by enough agents. {{(pid=82861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:43:51.467159 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-6ae6d530-6e30-4ae1-95a4-66a910d1ccb7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Resources bound (agent type, host, resource id): {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:43:51.471370 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-6ae6d530-6e30-4ae1-95a4-66a910d1ccb7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Received port after_create {{(pid=82861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:43:51.509398 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6d530-6e30-4ae1-95a4-66a910d1ccb7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Pushing event updated for resources: {'Port': ['ID=30997e42-39ae-40b1-89d6-a56df220085c,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:51.517142 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-6ae6d530-6e30-4ae1-95a4-66a910d1ccb7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:51.552296 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-6ae6d530-6e30-4ae1-95a4-66a910d1ccb7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:51.553773 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-6ae6d530-6e30-4ae1-95a4-66a910d1ccb7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:51.587954 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-6ae6d530-6e30-4ae1-95a4-66a910d1ccb7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0197649 Dec 16 14:43:51.609150 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] Request body: {'port': {'device_id': 'c4f8b67b-18bb-41fc-86fe-a3147c8f9329', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:43:51.761047 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:51.764242 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-b0c952f6-8aa4-4fd0-8bad-2d9fcac9d106 None None] Provisioning for port 30997e42-39ae-40b1-89d6-a56df220085c completed by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:43:51.776257 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-b0c952f6-8aa4-4fd0-8bad-2d9fcac9d106 None None] Provisioning complete for port 30997e42-39ae-40b1-89d6-a56df220085c triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:43:51.776633 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-b0c952f6-8aa4-4fd0-8bad-2d9fcac9d106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:51.849705 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-b0c952f6-8aa4-4fd0-8bad-2d9fcac9d106 None None] Port 30997e42-39ae-40b1-89d6-a56df220085c cannot update to ACTIVE because it is not bound. {{(pid=82862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 16 14:43:52.226889 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30997e42-39ae-40b1-89d6-a56df220085c {{(pid=82861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:43:52.234291 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:52.249324 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.provisioning_blocks [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] Transition to ACTIVE for port object 30997e42-39ae-40b1-89d6-a56df220085c will not be triggered until provisioned by entity L2. {{(pid=82861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:43:52.255288 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:52.261249 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-bf0b704d-dc95-4a05-aa01-f19af0d66540 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:52.454677 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=30997e42-39ae-40b1-89d6-a56df220085c,revision_number=2']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:52.458426 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:52.580672 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee1876-5cfd-40e7-bb9e-1c30b7e06f2a req-9b4db927-9a3f-4a80-983f-c6291a0fd10b tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:52.582279 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-faee1876-5cfd-40e7-bb9e-1c30b7e06f2a req-9b4db927-9a3f-4a80-983f-c6291a0fd10b tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 943 time: 0.2899165 Dec 16 14:43:52.648531 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] Attempting to bind port 30997e42-39ae-40b1-89d6-a56df220085c on host hv-cinder-82189 for vnic_type normal with profile {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:43:52.648796 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] Attempting to bind port 30997e42-39ae-40b1-89d6-a56df220085c by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65'}] {{(pid=82861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:43:52.649203 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] Attempting to bind port 30997e42-39ae-40b1-89d6-a56df220085c on network eb1f760c-41d7-4239-8c86-9a119e8dad65 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:43:52.662287 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] Port 30997e42-39ae-40b1-89d6-a56df220085c on network eb1f760c-41d7-4239-8c86-9a119e8dad65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 16 14:43:52.662722 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] Attempting to bind port 30997e42-39ae-40b1-89d6-a56df220085c on network eb1f760c-41d7-4239-8c86-9a119e8dad65 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:43:52.669194 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-faee1876-5cfd-40e7-bb9e-1c30b7e06f2a req-94d62ec8-ced3-4f52-be4d-5fb28d420be4 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798094 Dec 16 14:43:52.672747 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] Checking agent: {'id': '01466b47-b9e9-4bec-ae02-30c05024f419', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:43:52.675357 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] Checking segment: {'id': '23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:43:52.675357 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] Bound using segment: {'id': '23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65'} {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:43:52.675357 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] Bound port: 30997e42-39ae-40b1-89d6-a56df220085c, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65'}}] {{(pid=82861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:43:52.675357 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:52.780953 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] For port 30997e42-39ae-40b1-89d6-a56df220085c, host hv-cinder-82189, cleared binding levels {{(pid=82861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:43:52.784266 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] For port 30997e42-39ae-40b1-89d6-a56df220085c, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=30997e42-39ae-40b1-89d6-a56df220085c,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:43:52.790872 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:52.794819 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-1262ef3d-2f71-446e-9d0c-a43c80ef177b tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:52.865494 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:52.867109 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] 10.222.0.62 "PUT /v2.0/ports/30997e42-39ae-40b1-89d6-a56df220085c HTTP/1.1" status: 200 len: 1093 time: 1.2631571 Dec 16 14:43:52.867621 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f8b67b-18bb-41fc-86fe-a3147c8f9329', 'tag': '30997e42-39ae-40b1-89d6-a56df220085c'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:43:52.897289 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=30997e42-39ae-40b1-89d6-a56df220085c,revision_number=3']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:52.900518 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:52.937482 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f8b67b-18bb-41fc-86fe-a3147c8f9329', 'tag': '30997e42-39ae-40b1-89d6-a56df220085c', 'status': 'completed', 'code': 200} Dec 16 14:43:53.064586 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-e849504a-0233-401e-86ec-e6a560cad0b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50ab4f2ba6e544b5a75c9ff80708a7a6&device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 1096 time: 0.0998991 Dec 16 14:43:53.175716 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed5505d-c9a4-4a16-90b5-e74b93d59463 None None] New status for floating IP 56c2829d-a36d-4171-aea0-fc3d0b9e912c: DOWN {{(pid=82863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 16 14:43:53.206292 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-e2c2e83f-519e-497b-86e8-fff1318a1d58 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30997e42-39ae-40b1-89d6-a56df220085c HTTP/1.1" status: 200 len: 217 time: 0.0956874 Dec 16 14:43:53.342889 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-815718ce-bcff-4618-a30d-be427e1cde85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:53.344411 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-815718ce-bcff-4618-a30d-be427e1cde85 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=69274fc7-9ac3-4ad8-87f4-58834408c137 HTTP/1.1" status: 200 len: 856 time: 0.1236618 Dec 16 14:43:53.439568 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-6a1b2319-aee9-4de6-b120-389e327d3833 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb1f760c-41d7-4239-8c86-9a119e8dad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0872827 Dec 16 14:43:53.608364 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 34036) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:53.696816 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-cb6fdf56-125a-4559-90bc-c66a857d04b4 service neutron] 10.222.0.62 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491353 Dec 16 14:43:53.804280 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3ac9556f-e5a4-4530-b860-51c59da59995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:53.842304 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-3ac9556f-e5a4-4530-b860-51c59da59995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:43:53.846345 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-3ac9556f-e5a4-4530-b860-51c59da59995 admin admin] Usage tracker for resource:security_group_rule and tenant:f9a6e882d2b44c2a86e683b870c2734d is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:43:53.849338 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-3ac9556f-e5a4-4530-b860-51c59da59995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:43:53.855717 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-3ac9556f-e5a4-4530-b860-51c59da59995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:43:53.874340 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7e7f2032-a7d1-47a4-bbaf-8f9bf23c96f6 req-1e2bf00f-061a-448f-a6e2-b0651ad23972 service neutron] 10.222.0.62 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684844 Dec 16 14:43:53.939208 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3ac9556f-e5a4-4530-b860-51c59da59995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:53.949903 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3ac9556f-e5a4-4530-b860-51c59da59995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:53.961317 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d65316-c4f2-4cf9-8b12-03537c9bd306 req-54feb089-ffa1-4f7e-a2a3-af9ad6ff4976 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:53.962988 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d0d65316-c4f2-4cf9-8b12-03537c9bd306 req-54feb089-ffa1-4f7e-a2a3-af9ad6ff4976 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 943 time: 0.0918832 Dec 16 14:43:53.963146 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-0f50bc57-e735-4325-9a9b-b7484ad47897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:54.040228 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9556f-e5a4-4530-b860-51c59da59995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc058fc-de8c-4e18-8e47-5bcfe57ce336,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:54.049319 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-3ac9556f-e5a4-4530-b860-51c59da59995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:54.059579 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-3ac9556f-e5a4-4530-b860-51c59da59995 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9a6e882d2b44c2a86e683b870c2734d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4495015 Dec 16 14:43:54.060306 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 34048) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:43:54.067674 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d0d65316-c4f2-4cf9-8b12-03537c9bd306 req-bdf52520-a873-48ac-98f6-397b80ab188c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977962 Dec 16 14:43:54.095733 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7d640f9f-2655-413b-b51e-55dde2cf5853 req-706fb715-e1c2-4f7c-9bcc-79d7aace39e9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50ab4f2ba6e544b5a75c9ff80708a7a6&device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 1096 time: 0.1022577 Dec 16 14:43:54.125956 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b9b527a6-19d9-4c33-9a48-f0c651cb6aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:54.153045 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b9b527a6-19d9-4c33-9a48-f0c651cb6aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:54.210872 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b9b527a6-19d9-4c33-9a48-f0c651cb6aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:54.216399 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-a11dc75d-00cc-47ce-86b8-021f108a530c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:54.231325 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b527a6-19d9-4c33-9a48-f0c651cb6aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc058fc-de8c-4e18-8e47-5bcfe57ce336,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:54.234215 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-b9b527a6-19d9-4c33-9a48-f0c651cb6aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:54.235524 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b9b527a6-19d9-4c33-9a48-f0c651cb6aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:54.239783 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-b9b527a6-19d9-4c33-9a48-f0c651cb6aea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9fc058fc-de8c-4e18-8e47-5bcfe57ce336 HTTP/1.1" status: 204 len: 168 time: 0.1783633 Dec 16 14:43:54.240320 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d640f9f-2655-413b-b51e-55dde2cf5853 req-b7091384-aa7d-4f04-9214-5d786e7c0f85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:54.242292 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7d640f9f-2655-413b-b51e-55dde2cf5853 req-b7091384-aa7d-4f04-9214-5d786e7c0f85 service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb1f760c-41d7-4239-8c86-9a119e8dad65 HTTP/1.1" status: 200 len: 918 time: 0.1401951 Dec 16 14:43:54.322715 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7d640f9f-2655-413b-b51e-55dde2cf5853 req-a18871b0-a729-42b3-a932-0cdcb6bbfbfc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30997e42-39ae-40b1-89d6-a56df220085c HTTP/1.1" status: 200 len: 217 time: 0.0725248 Dec 16 14:43:54.414029 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d640f9f-2655-413b-b51e-55dde2cf5853 req-8da975d0-6976-4dd5-ae9a-e7719aab63be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:54.415500 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7d640f9f-2655-413b-b51e-55dde2cf5853 req-8da975d0-6976-4dd5-ae9a-e7719aab63be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=69274fc7-9ac3-4ad8-87f4-58834408c137 HTTP/1.1" status: 200 len: 856 time: 0.0776854 Dec 16 14:43:54.515726 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7d640f9f-2655-413b-b51e-55dde2cf5853 req-33aae8c6-cd83-4e9d-8c7d-29c42959f280 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb1f760c-41d7-4239-8c86-9a119e8dad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0924659 Dec 16 14:43:54.683020 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7d640f9f-2655-413b-b51e-55dde2cf5853 req-0ae3b852-4d8b-4436-81fd-74ddd6773b6b service neutron] 10.222.0.62 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543708 Dec 16 14:43:54.860756 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7d640f9f-2655-413b-b51e-55dde2cf5853 req-c1760cf1-111a-4271-9780-9bcda7e635f9 service neutron] 10.222.0.62 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685395 Dec 16 14:43:55.320902 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641e421-fab7-4731-98da-26c8327f77b2 req-0428a6b2-587a-4715-bc2d-3d033d1d5368 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:55.327628 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-4641e421-fab7-4731-98da-26c8327f77b2 req-0428a6b2-587a-4715-bc2d-3d033d1d5368 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 943 time: 0.0955718 Dec 16 14:43:55.381613 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-4641e421-fab7-4731-98da-26c8327f77b2 req-c393f88b-9073-498b-9cc9-a14e45ddc1c5 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451715 Dec 16 14:43:55.894861 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 30997e42-39ae-40b1-89d6-a56df220085c details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:43:56.056691 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 30997e42-39ae-40b1-89d6-a56df220085c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=30997e42-39ae-40b1-89d6-a56df220085c,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:43:56.073332 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Returning: {'device': '30997e42-39ae-40b1-89d6-a56df220085c', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'port_id': '30997e42-39ae-40b1-89d6-a56df220085c', 'mac_address': 'fa:16:3e:1c:44:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:43:56.136858 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:56.156974 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30997e42-39ae-40b1-89d6-a56df220085c {{(pid=82862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:43:56.174268 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 30997e42-39ae-40b1-89d6-a56df220085c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=30997e42-39ae-40b1-89d6-a56df220085c,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:43:56.180568 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:56.183994 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-e7d02ffe-4c6c-4b0f-aa6a-b951c0c8c329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:56.267636 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=30997e42-39ae-40b1-89d6-a56df220085c,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:56.272749 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:56.581601 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['30997e42-39ae-40b1-89d6-a56df220085c'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:43:56.751663 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c296bd-9cdf-43fe-99d1-a8770c95fd2f req-bfffa831-69de-41c3-a103-f948c88df7dd tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:56.759201 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f2c296bd-9cdf-43fe-99d1-a8770c95fd2f req-bfffa831-69de-41c3-a103-f948c88df7dd tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 944 time: 0.2245905 Dec 16 14:43:56.801080 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f2c296bd-9cdf-43fe-99d1-a8770c95fd2f req-06aefbcc-4c40-4ebe-8ee5-b4a795492426 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408251 Dec 16 14:43:57.910442 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 30997e42-39ae-40b1-89d6-a56df220085c up at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:43:57.988026 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning for port 30997e42-39ae-40b1-89d6-a56df220085c completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:43:57.994502 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning complete for port 30997e42-39ae-40b1-89d6-a56df220085c triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:43:57.994929 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:58.128207 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:58.160130 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f8b67b-18bb-41fc-86fe-a3147c8f9329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30997e42-39ae-40b1-89d6-a56df220085c'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:43:58.172831 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 30997e42-39ae-40b1-89d6-a56df220085c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=30997e42-39ae-40b1-89d6-a56df220085c,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:43:58.178670 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:43:58.181142 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:43:58.248060 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3430eda-0a2e-40b3-a4c2-74e83ffaa639 req-07c50e49-be4f-4f11-9ca2-464911924e14 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:58.249622 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c3430eda-0a2e-40b3-a4c2-74e83ffaa639 req-07c50e49-be4f-4f11-9ca2-464911924e14 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.2690625 Dec 16 14:43:58.254869 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f8b67b-18bb-41fc-86fe-a3147c8f9329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30997e42-39ae-40b1-89d6-a56df220085c', 'code': 200} Dec 16 14:43:58.266869 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=30997e42-39ae-40b1-89d6-a56df220085c,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:43:58.270163 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:43:58.317206 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c3430eda-0a2e-40b3-a4c2-74e83ffaa639 req-103a47f0-d61a-4656-95f8-1dd00c706eeb tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582314 Dec 16 14:43:58.563981 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7d271538-3c01-44ab-bcbf-c5027349fe6d req-ba250e2a-df18-4c43-af0b-6a3bcf88e657 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 1098 time: 0.0778162 Dec 16 14:43:58.615450 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7d271538-3c01-44ab-bcbf-c5027349fe6d req-ebb00bea-44b6-4b69-9393-ef1e4c04e86f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448246 Dec 16 14:43:59.157362 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-ef40c94e-7bf2-4126-a80d-e303c13d6a65 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Synchronizing usage tracker for tenant:10c603e7b31447fca656bf3ad8eace18 on resource:security_group {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:43:59.176825 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-ef40c94e-7bf2-4126-a80d-e303c13d6a65 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Unset dirty status for tenant:10c603e7b31447fca656bf3ad8eace18 on resource:security_group {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:43:59.178734 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-ef40c94e-7bf2-4126-a80d-e303c13d6a65 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-663119285&fields=id&tenant_id=10c603e7b31447fca656bf3ad8eace18 HTTP/1.1" status: 200 len: 267 time: 0.0640252 Dec 16 14:43:59.333200 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-3a49d919-a66e-4035-b8ef-da710d70eb7e tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:59.336782 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-3a49d919-a66e-4035-b8ef-da710d70eb7e tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Synchronizing usage tracker for tenant:10c603e7b31447fca656bf3ad8eace18 on resource:network {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:43:59.356332 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-3a49d919-a66e-4035-b8ef-da710d70eb7e tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Unset dirty status for tenant:10c603e7b31447fca656bf3ad8eace18 on resource:network {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:43:59.357637 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-3a49d919-a66e-4035-b8ef-da710d70eb7e tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/networks?id=8981ae74-48c5-470e-b814-deba1c462ad0 HTTP/1.1" status: 200 len: 809 time: 0.1720030 Dec 16 14:43:59.374776 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-8cf46232-3fd8-4477-8354-d62a1ed4727c tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/quotas/10c603e7b31447fca656bf3ad8eace18 HTTP/1.1" status: 200 len: 375 time: 0.0110800 Dec 16 14:43:59.472291 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-7026f776-659f-402c-a835-1ed4af3478da tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=10c603e7b31447fca656bf3ad8eace18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0919731 Dec 16 14:43:59.702949 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03f74b-5f15-4310-8e51-4a38121c0cd3 req-ea10d31a-e3d0-46d6-966d-b0d8e7208108 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:43:59.704439 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-1b03f74b-5f15-4310-8e51-4a38121c0cd3 req-ea10d31a-e3d0-46d6-966d-b0d8e7208108 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.0822718 Dec 16 14:43:59.729668 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-281f4ea3-5fb4-4834-b662-ed8e79e2642c service neutron] 10.222.0.44 "GET /v2.0/networks/8981ae74-48c5-470e-b814-deba1c462ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400556 Dec 16 14:43:59.757761 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-1b03f74b-5f15-4310-8e51-4a38121c0cd3 req-c471a93e-ca9a-460e-9c22-62fd19162c01 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465229 Dec 16 14:43:59.871981 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-d2918d85-bd3d-4836-a6e3-56409e7c9120 service neutron] 10.222.0.44 "GET /v2.0/networks/8981ae74-48c5-470e-b814-deba1c462ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354747 Dec 16 14:44:00.353904 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-f9449a4e-3155-4247-93de-4d0609a55df7 req-28a04630-c7c4-4dd5-a87c-26bdf1da4de6 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Synchronizing usage tracker for tenant:10c603e7b31447fca656bf3ad8eace18 on resource:port {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:44:00.377862 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-f9449a4e-3155-4247-93de-4d0609a55df7 req-28a04630-c7c4-4dd5-a87c-26bdf1da4de6 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Unset dirty status for tenant:10c603e7b31447fca656bf3ad8eace18 on resource:port {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:44:00.391613 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f9449a4e-3155-4247-93de-4d0609a55df7 req-28a04630-c7c4-4dd5-a87c-26bdf1da4de6 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 210 time: 0.0864542 Dec 16 14:44:01.042875 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0f5ba-82a8-4e16-8b9f-4f5d69a19862 req-5c971c13-21ad-4e03-9e12-1e3d295be5e6 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:01.044466 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-aaa0f5ba-82a8-4e16-8b9f-4f5d69a19862 req-5c971c13-21ad-4e03-9e12-1e3d295be5e6 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.1284406 Dec 16 14:44:01.108913 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-aaa0f5ba-82a8-4e16-8b9f-4f5d69a19862 req-9111f5dd-5e3f-4cf0-b6ea-9a74d44e057c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579271 Dec 16 14:44:01.474126 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d05ae6-f658-44ef-bc9d-ee94305392df req-10f93163-9ab2-4c8a-8cc4-76916ee50c7a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:01.476201 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f2d05ae6-f658-44ef-bc9d-ee94305392df req-10f93163-9ab2-4c8a-8cc4-76916ee50c7a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.2093956 Dec 16 14:44:01.485897 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 34164) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:01.495827 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-c09c5ac9-6782-44ed-89a0-f3d4dd180868 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Request body: {'floatingip': {'port_id': '30997e42-39ae-40b1-89d6-a56df220085c'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:44:01.695655 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-c09c5ac9-6782-44ed-89a0-f3d4dd180868 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for floatingip, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:01.722479 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-9d6a114f-fb6e-42bc-8f6f-d892d85d4df8 req-5bf2d809-3170-4161-a8b0-f3e887a16800 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 210 time: 0.0658588 Dec 16 14:44:02.172120 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-47b4a502-428f-438e-97bd-45d831b8f9d1 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:02.174458 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-47b4a502-428f-438e-97bd-45d831b8f9d1 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.62 "GET /v2.0/networks?id=8981ae74-48c5-470e-b814-deba1c462ad0 HTTP/1.1" status: 200 len: 809 time: 0.3898873 Dec 16 14:44:02.400977 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-27a4623e-037b-4820-988b-790970372389 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10c603e7b31447fca656bf3ad8eace18 HTTP/1.1" status: 200 len: 379 time: 0.1387753 Dec 16 14:44:02.409977 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-264973a3-f0b7-449f-beb9-c8f7ad27135d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Request body: {'port': {'device_id': '86a58942-1bae-4852-af36-202b6d6801cf', 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0', 'admin_state_up': True, 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'security_groups': ['e617db09-209b-4593-8070-6785d7945527']}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:44:03.027099 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-99f96cae-4304-4cce-8eb0-98587866f349 req-2b71a8c5-d4c6-451d-9314-24a73cb280a4 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 210 time: 0.0785916 Dec 16 14:44:03.106264 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-264973a3-f0b7-449f-beb9-c8f7ad27135d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:44:03.151437 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-264973a3-f0b7-449f-beb9-c8f7ad27135d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:44:03.177708 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-264973a3-f0b7-449f-beb9-c8f7ad27135d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Made reservation on behalf of 10c603e7b31447fca656bf3ad8eace18 for: {'port': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:44:03.182518 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-264973a3-f0b7-449f-beb9-c8f7ad27135d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:03.338001 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.db.resource_extend [None req-c09c5ac9-6782-44ed-89a0-f3d4dd180868 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 14:44:03.511608 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-c09c5ac9-6782-44ed-89a0-f3d4dd180868 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:03.521380 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-c09c5ac9-6782-44ed-89a0-f3d4dd180868 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377752'] for floatingip, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:03.618235 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_common [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-264973a3-f0b7-449f-beb9-c8f7ad27135d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Allocated IP 172.20.0.11 (8981ae74-48c5-470e-b814-deba1c462ad0/0342ae4e-728b-485f-9ad4-68ff99c34aba/2f506dd6-ac84-4b86-b7e5-6debaddc65f3) {{(pid=82861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:44:03.701631 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a40cf-bb4c-4226-a27b-de742ab5bc86 req-e4b7ac7b-9329-48fd-8abd-897c6d8bc17c tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:03.703499 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b71a40cf-bb4c-4226-a27b-de742ab5bc86 req-e4b7ac7b-9329-48fd-8abd-897c6d8bc17c tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=89969c1b-7928-4868-bd68-bbb9e7df1dc2 HTTP/1.1" status: 200 len: 945 time: 0.0923829 Dec 16 14:44:03.759895 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b71a40cf-bb4c-4226-a27b-de742ab5bc86 req-63166296-fb4b-4b3e-9942-73d9d8be2da4 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477598 Dec 16 14:44:03.945858 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-264973a3-f0b7-449f-beb9-c8f7ad27135d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for port, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:03.966279 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.db.l3_db [None req-c09c5ac9-6782-44ed-89a0-f3d4dd180868 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Floating IP 190ba891-5472-4a44-8943-b53882b2d703 associated. External IP: 172.28.3.239, port: 30997e42-39ae-40b1-89d6-a56df220085c. Dec 16 14:44:04.026073 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.provisioning_blocks [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-264973a3-f0b7-449f-beb9-c8f7ad27135d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Transition to ACTIVE for port object 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 will not be triggered until provisioned by entity DHCP. {{(pid=82861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:44:04.082429 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-264973a3-f0b7-449f-beb9-c8f7ad27135d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:04.089421 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-a047e2da-d995-43c6-88f8-2e1cc9c02835 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:04.273151 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-264973a3-f0b7-449f-beb9-c8f7ad27135d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Network 8981ae74-48c5-470e-b814-deba1c462ad0 is already hosted by enough agents. {{(pid=82861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:44:04.275577 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264973a3-f0b7-449f-beb9-c8f7ad27135d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Pushing event updated for resources: {'Port': ['ID=2f506dd6-ac84-4b86-b7e5-6debaddc65f3,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:04.278794 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-264973a3-f0b7-449f-beb9-c8f7ad27135d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:04.280878 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-264973a3-f0b7-449f-beb9-c8f7ad27135d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Resources bound (agent type, host, resource id): {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:44:04.291717 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-264973a3-f0b7-449f-beb9-c8f7ad27135d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Received port after_create {{(pid=82861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:44:04.424536 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-264973a3-f0b7-449f-beb9-c8f7ad27135d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:04.425173 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-264973a3-f0b7-449f-beb9-c8f7ad27135d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:04.461932 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55373fb-5d81-45ea-a38e-4a08c76bd52b req-45c7b538-b13d-46d8-ad68-edf298ed3327 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:04.464175 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a55373fb-5d81-45ea-a38e-4a08c76bd52b req-45c7b538-b13d-46d8-ad68-edf298ed3327 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 932 time: 0.2704065 Dec 16 14:44:04.503133 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-264973a3-f0b7-449f-beb9-c8f7ad27135d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0970669 Dec 16 14:44:04.533700 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Request body: {'port': {'device_id': '86a58942-1bae-4852-af36-202b6d6801cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:44:04.651158 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-ae4c2828-b483-4e0e-8985-88013747b999 None None] Provisioning for port 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 completed by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:44:04.657148 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-ae4c2828-b483-4e0e-8985-88013747b999 None None] Provisioning complete for port 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:44:04.657826 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2828-b483-4e0e-8985-88013747b999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:04.664851 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a55373fb-5d81-45ea-a38e-4a08c76bd52b req-e6d32b7f-097e-4224-ac69-4c5f366e6193 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832657 Dec 16 14:44:04.728864 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c2828-b483-4e0e-8985-88013747b999 None None] Port 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 cannot update to ACTIVE because it is not bound. {{(pid=82862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 16 14:44:04.755493 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:04.988081 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba57d-2e81-4299-8230-6dd08b6e6f01 req-31dbe47e-eee7-4b74-938c-14b36a8d4746 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:04.989630 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-657ba57d-2e81-4299-8230-6dd08b6e6f01 req-31dbe47e-eee7-4b74-938c-14b36a8d4746 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=89969c1b-7928-4868-bd68-bbb9e7df1dc2 HTTP/1.1" status: 200 len: 945 time: 0.0974050 Dec 16 14:44:05.048638 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-657ba57d-2e81-4299-8230-6dd08b6e6f01 req-c424d267-771e-474a-88b2-5f4d49dbec0d tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507202 Dec 16 14:44:05.257551 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09c5ac9-6782-44ed-89a0-f3d4dd180868 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Router 0aa52b8a-4e5e-442f-8e96-005b89dad427 has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:44:05.405842 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 {{(pid=82861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:44:05.414890 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:05.440271 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.provisioning_blocks [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Transition to ACTIVE for port object 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 will not be triggered until provisioned by entity L2. {{(pid=82861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:44:05.447739 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:05.454134 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:05.636152 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Pushing event updated for resources: {'Port': ['ID=2f506dd6-ac84-4b86-b7e5-6debaddc65f3,revision_number=2']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:05.671580 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:05.671986 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:05.672272 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:05.672625 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:05.672995 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:05.673339 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:05.673675 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:05.674021 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:05.674359 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:05.674691 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:05.675022 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:05.704288 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:05.815213 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09c5ac9-6782-44ed-89a0-f3d4dd180868 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:44:05.826275 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-c09c5ac9-6782-44ed-89a0-f3d4dd180868 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for floatingip, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:05.832562 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b72b77e-b156-480f-873d-33cec7a59e72 None None] Sync routers for ids ['0aa52b8a-4e5e-442f-8e96-005b89dad427'] in dv-cinder-821893-3-smb {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:44:05.868710 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b72b77e-b156-480f-873d-33cec7a59e72 None None] Routers {'0aa52b8a-4e5e-442f-8e96-005b89dad427'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:44:05.870153 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-1b72b77e-b156-480f-873d-33cec7a59e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:43:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['0aa52b8a-4e5e-442f-8e96-005b89dad427'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:05.885430 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Attempting to bind port 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:44:05.885900 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Attempting to bind port 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '98315b36-34eb-4ccf-8288-4da8e33b4df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0'}] {{(pid=82861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:44:05.886436 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Attempting to bind port 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 on network 8981ae74-48c5-470e-b814-deba1c462ad0 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:44:05.917897 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Port 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 on network 8981ae74-48c5-470e-b814-deba1c462ad0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 16 14:44:05.918422 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Attempting to bind port 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 on network 8981ae74-48c5-470e-b814-deba1c462ad0 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:44:05.934490 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Checking agent: {'id': '01466b47-b9e9-4bec-ae02-30c05024f419', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:44:05.935022 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Checking segment: {'id': '98315b36-34eb-4ccf-8288-4da8e33b4df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:44:05.935672 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Bound using segment: {'id': '98315b36-34eb-4ccf-8288-4da8e33b4df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0'} {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:44:05.936430 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Bound port: 2f506dd6-ac84-4b86-b7e5-6debaddc65f3, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98315b36-34eb-4ccf-8288-4da8e33b4df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0'}}] {{(pid=82861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:44:05.937028 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:06.061906 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-c09c5ac9-6782-44ed-89a0-f3d4dd180868 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "PUT /v2.0/floatingips/190ba891-5472-4a44-8943-b53882b2d703 HTTP/1.1" status: 200 len: 991 time: 4.5740440 Dec 16 14:44:06.065294 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f8b67b-18bb-41fc-86fe-a3147c8f9329', 'tag': '30997e42-39ae-40b1-89d6-a56df220085c'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:44:06.134832 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] For port 2f506dd6-ac84-4b86-b7e5-6debaddc65f3, host hv-cinder-82189, cleared binding levels {{(pid=82861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:44:06.155177 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b37d24-6aeb-4054-8e4e-1ba7928f4f14 req-54ff095a-6bae-436a-b450-9a060215cf8b tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:06.155836 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-83b37d24-6aeb-4054-8e4e-1ba7928f4f14 req-54ff095a-6bae-436a-b450-9a060215cf8b tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Synchronizing usage tracker for tenant:10c603e7b31447fca656bf3ad8eace18 on resource:port {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:44:06.161799 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] For port 2f506dd6-ac84-4b86-b7e5-6debaddc65f3, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2f506dd6-ac84-4b86-b7e5-6debaddc65f3,segment=NetworkSegment(98315b36-34eb-4ccf-8288-4da8e33b4df5),segment_id=98315b36-34eb-4ccf-8288-4da8e33b4df5)] {{(pid=82861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:44:06.172757 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:06.177589 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:06.215545 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-83b37d24-6aeb-4054-8e4e-1ba7928f4f14 req-54ff095a-6bae-436a-b450-9a060215cf8b tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Unset dirty status for tenant:10c603e7b31447fca656bf3ad8eace18 on resource:port {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:44:06.216727 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-83b37d24-6aeb-4054-8e4e-1ba7928f4f14 req-54ff095a-6bae-436a-b450-9a060215cf8b tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 944 time: 0.2499189 Dec 16 14:44:06.223290 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-1b72b77e-b156-480f-873d-33cec7a59e72 None None] Set router 0aa52b8a-4e5e-442f-8e96-005b89dad427 gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:44:06.272204 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:06.273725 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] 10.222.0.62 "PUT /v2.0/ports/2f506dd6-ac84-4b86-b7e5-6debaddc65f3 HTTP/1.1" status: 200 len: 1094 time: 1.7454550 Dec 16 14:44:06.305764 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Pushing event updated for resources: {'Port': ['ID=2f506dd6-ac84-4b86-b7e5-6debaddc65f3,revision_number=3']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:06.309701 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f8b67b-18bb-41fc-86fe-a3147c8f9329', 'tag': '30997e42-39ae-40b1-89d6-a56df220085c', 'status': 'completed', 'code': 200} Dec 16 14:44:06.310954 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:06.313864 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-83b37d24-6aeb-4054-8e4e-1ba7928f4f14 req-ff5b1714-1b3d-4c4f-9835-97fafadf6da1 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854068 Dec 16 14:44:06.468477 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7af361f5-69d5-4a2d-831c-e2b6d01b21aa req-a39ae5d0-6bdb-47da-bea1-1114ed424964 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50ab4f2ba6e544b5a75c9ff80708a7a6&device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 1098 time: 0.1006644 Dec 16 14:44:06.489306 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-486942ce-482c-4dce-9a1b-f3b2cb0d9ea1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=10c603e7b31447fca656bf3ad8eace18&device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 1097 time: 0.1141293 Dec 16 14:44:06.621273 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-fdde8655-182d-422a-8390-6b3aa0391827 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f506dd6-ac84-4b86-b7e5-6debaddc65f3 HTTP/1.1" status: 200 len: 217 time: 0.0964267 Dec 16 14:44:06.641058 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af361f5-69d5-4a2d-831c-e2b6d01b21aa req-f05762e2-cacf-42fb-92e7-2dc7a0e1d25a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:06.642801 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7af361f5-69d5-4a2d-831c-e2b6d01b21aa req-f05762e2-cacf-42fb-92e7-2dc7a0e1d25a service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb1f760c-41d7-4239-8c86-9a119e8dad65 HTTP/1.1" status: 200 len: 918 time: 0.1643636 Dec 16 14:44:06.743888 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-1b72b77e-b156-480f-873d-33cec7a59e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'name': 'tempest-AttachVolumeShelveTestJSON-1955939718-router', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:54Z', 'updated_at': '2021-12-16T14:39:10Z', 'revision_number': 4, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'gw_port': {'id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:38:56Z', 'updated_at': '2021-12-16T14:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_floatingips': [{'id': '190ba891-5472-4a44-8943-b53882b2d703', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'floating_ip_address': '172.28.3.239', 'floating_network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'router_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'port_id': '30997e42-39ae-40b1-89d6-a56df220085c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'mac_address': 'fa:16:3e:1c:44:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f8b67b-18bb-41fc-86fe-a3147c8f9329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:43:46Z', 'updated_at': '2021-12-16T14:44:03Z', 'revision_number': 1, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6daee365-52af-4d93-b0df-50e58da0bff8', 'name': '', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'mac_address': 'fa:16:3e:84:54:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:08Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 5, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'subnets': [{'id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:06.750844 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b72b77e-b156-480f-873d-33cec7a59e72 None None] Checking router: 0aa52b8a-4e5e-442f-8e96-005b89dad427 for host: dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:44:06.762414 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7af361f5-69d5-4a2d-831c-e2b6d01b21aa req-4cc043c1-22e8-4692-a899-06cf612fdaf7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30997e42-39ae-40b1-89d6-a56df220085c HTTP/1.1" status: 200 len: 999 time: 0.1121483 Dec 16 14:44:06.765991 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b72b77e-b156-480f-873d-33cec7a59e72 None None] Routers {'0aa52b8a-4e5e-442f-8e96-005b89dad427'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:44:06.766703 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-1b72b77e-b156-480f-873d-33cec7a59e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:43:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['0aa52b8a-4e5e-442f-8e96-005b89dad427'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:06.800149 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036a1aa-f9b4-4527-a6c8-e969eab7eb82 req-e9a999a2-35b8-4097-a263-c4c7b25da0e0 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:06.801948 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8036a1aa-f9b4-4527-a6c8-e969eab7eb82 req-e9a999a2-35b8-4097-a263-c4c7b25da0e0 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=89969c1b-7928-4868-bd68-bbb9e7df1dc2 HTTP/1.1" status: 200 len: 945 time: 0.3181088 Dec 16 14:44:06.803579 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-8e48afbe-3f4e-440e-b458-84dc04ad8eed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:06.805044 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-8e48afbe-3f4e-440e-b458-84dc04ad8eed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0342ae4e-728b-485f-9ad4-68ff99c34aba HTTP/1.1" status: 200 len: 848 time: 0.1757464 Dec 16 14:44:06.915901 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8036a1aa-f9b4-4527-a6c8-e969eab7eb82 req-48f1ffc7-0b41-40d1-9c08-6c9a735b33c3 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015723 Dec 16 14:44:06.947762 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-41fe0609-1286-4ab4-a364-a1eebceef230 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8981ae74-48c5-470e-b814-deba1c462ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1307895 Dec 16 14:44:06.967249 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af361f5-69d5-4a2d-831c-e2b6d01b21aa req-979bd0fc-8e93-460d-a717-f903833133ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:06.968716 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7af361f5-69d5-4a2d-831c-e2b6d01b21aa req-979bd0fc-8e93-460d-a717-f903833133ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=69274fc7-9ac3-4ad8-87f4-58834408c137 HTTP/1.1" status: 200 len: 856 time: 0.1913321 Dec 16 14:44:06.999227 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-1b72b77e-b156-480f-873d-33cec7a59e72 None None] Set router 0aa52b8a-4e5e-442f-8e96-005b89dad427 gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:44:07.062012 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7af361f5-69d5-4a2d-831c-e2b6d01b21aa req-9cc28267-afeb-4b0d-8422-67f9772e6644 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb1f760c-41d7-4239-8c86-9a119e8dad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0851583 Dec 16 14:44:07.099078 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-ecf119cc-1978-41e3-ba3d-2a9dc2a77f93 service neutron] 10.222.0.62 "GET /v2.0/networks/8981ae74-48c5-470e-b814-deba1c462ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349368 Dec 16 14:44:07.231440 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7af361f5-69d5-4a2d-831c-e2b6d01b21aa req-3893b030-ff58-465e-bf54-2bd45a0b8fe7 service neutron] 10.222.0.62 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607566 Dec 16 14:44:07.345890 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-268b3bb1-8e1c-4f9c-bd29-07792ccdf489 req-34ac7cd2-380c-45b2-a40f-30895197714d service neutron] 10.222.0.62 "GET /v2.0/networks/8981ae74-48c5-470e-b814-deba1c462ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398057 Dec 16 14:44:07.430196 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7af361f5-69d5-4a2d-831c-e2b6d01b21aa req-4725a883-1fc7-4013-a536-ffac083a0d9e service neutron] 10.222.0.62 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911898 Dec 16 14:44:07.432496 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-edd369aa-f714-4e6d-b90a-841e196a91fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:07.502437 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 34224) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:07.504487 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-1b72b77e-b156-480f-873d-33cec7a59e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'name': 'tempest-AttachVolumeShelveTestJSON-1955939718-router', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:54Z', 'updated_at': '2021-12-16T14:39:10Z', 'revision_number': 4, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'gw_port': {'id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:38:56Z', 'updated_at': '2021-12-16T14:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_floatingips': [{'id': '190ba891-5472-4a44-8943-b53882b2d703', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'floating_ip_address': '172.28.3.239', 'floating_network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'router_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'port_id': '30997e42-39ae-40b1-89d6-a56df220085c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'mac_address': 'fa:16:3e:1c:44:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f8b67b-18bb-41fc-86fe-a3147c8f9329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:43:46Z', 'updated_at': '2021-12-16T14:44:03Z', 'revision_number': 1, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6daee365-52af-4d93-b0df-50e58da0bff8', 'name': '', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'mac_address': 'fa:16:3e:84:54:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:08Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 5, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'subnets': [{'id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:07.510065 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b72b77e-b156-480f-873d-33cec7a59e72 None None] The sync data for ids ['0aa52b8a-4e5e-442f-8e96-005b89dad427'] in dv-cinder-821893-3-smb is: [{'id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'name': 'tempest-AttachVolumeShelveTestJSON-1955939718-router', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:54Z', 'updated_at': '2021-12-16T14:39:10Z', 'revision_number': 4, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'gw_port': {'id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:38:56Z', 'updated_at': '2021-12-16T14:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_floatingips': [{'id': '190ba891-5472-4a44-8943-b53882b2d703', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'floating_ip_address': '172.28.3.239', 'floating_network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'router_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'port_id': '30997e42-39ae-40b1-89d6-a56df220085c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'mac_address': 'fa:16:3e:1c:44:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f8b67b-18bb-41fc-86fe-a3147c8f9329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:43:46Z', 'updated_at': '2021-12-16T14:44:03Z', 'revision_number': 1, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6daee365-52af-4d93-b0df-50e58da0bff8', 'name': '', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'mac_address': 'fa:16:3e:84:54:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:08Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 5, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'subnets': [{'id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:44:07.592590 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095480ff-2435-4e5c-97db-e3b8e230685c req-e7d80a53-ff45-48e7-aaa3-caf88505534f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:07.594562 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-095480ff-2435-4e5c-97db-e3b8e230685c req-e7d80a53-ff45-48e7-aaa3-caf88505534f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 944 time: 0.0889270 Dec 16 14:44:07.649319 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-095480ff-2435-4e5c-97db-e3b8e230685c req-28d98ab1-84b5-4912-b8a6-a18360c07f63 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Synchronizing usage tracker for tenant:10c603e7b31447fca656bf3ad8eace18 on resource:security_group {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:44:07.663199 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-095480ff-2435-4e5c-97db-e3b8e230685c req-28d98ab1-84b5-4912-b8a6-a18360c07f63 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Unset dirty status for tenant:10c603e7b31447fca656bf3ad8eace18 on resource:security_group {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:44:07.664379 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-095480ff-2435-4e5c-97db-e3b8e230685c req-28d98ab1-84b5-4912-b8a6-a18360c07f63 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612559 Dec 16 14:44:07.668750 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ef072a9b-c28e-4876-ac60-6628c9af7340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:07.705918 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-ef072a9b-c28e-4876-ac60-6628c9af7340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:44:07.710275 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-ef072a9b-c28e-4876-ac60-6628c9af7340 admin admin] Usage tracker for resource:security_group_rule and tenant:ecf91b45a6ab46b59b44e30575ac9e65 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:44:07.713569 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-ef072a9b-c28e-4876-ac60-6628c9af7340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:44:07.723680 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-ef072a9b-c28e-4876-ac60-6628c9af7340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:44:07.742077 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e32a5f-7a79-410c-a13f-aad04cfe3980 None None] New status for floating IP 190ba891-5472-4a44-8943-b53882b2d703: ACTIVE {{(pid=82863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 16 14:44:07.819213 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ef072a9b-c28e-4876-ac60-6628c9af7340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:07.828017 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ef072a9b-c28e-4876-ac60-6628c9af7340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:07.835577 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-753f8743-ae55-4348-99d5-75be7b31415b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:07.877411 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef072a9b-c28e-4876-ac60-6628c9af7340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240ba099-1deb-40b2-94b0-2c1c3e298a35,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:07.880848 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-ef072a9b-c28e-4876-ac60-6628c9af7340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:07.887475 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-ef072a9b-c28e-4876-ac60-6628c9af7340 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ecf91b45a6ab46b59b44e30575ac9e65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3798070 Dec 16 14:44:07.888474 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 34230) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:07.971362 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b42a1592-8897-424b-9fbf-5944854f9ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:08.002651 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b42a1592-8897-424b-9fbf-5944854f9ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:08.084478 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b42a1592-8897-424b-9fbf-5944854f9ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:08.089566 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-ef072a9b-c28e-4876-ac60-6628c9af7340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:08.145188 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a1592-8897-424b-9fbf-5944854f9ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240ba099-1deb-40b2-94b0-2c1c3e298a35,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:08.152178 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-b42a1592-8897-424b-9fbf-5944854f9ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:08.159122 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b42a1592-8897-424b-9fbf-5944854f9ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:08.160396 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-b42a1592-8897-424b-9fbf-5944854f9ac6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/240ba099-1deb-40b2-94b0-2c1c3e298a35 HTTP/1.1" status: 204 len: 168 time: 0.2715745 Dec 16 14:44:08.203514 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff813f84-078b-4111-a646-4fef8c7bc4ae req-b29c03b9-8c01-4539-aeba-c78ccf94b879 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:08.205120 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-ff813f84-078b-4111-a646-4fef8c7bc4ae req-b29c03b9-8c01-4539-aeba-c78ccf94b879 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=89969c1b-7928-4868-bd68-bbb9e7df1dc2 HTTP/1.1" status: 200 len: 945 time: 0.1222703 Dec 16 14:44:08.260356 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-ff813f84-078b-4111-a646-4fef8c7bc4ae req-739d9c75-df93-4116-9f84-44791beabf7c tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477352 Dec 16 14:44:08.311235 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a58942-1bae-4852-af36-202b6d6801cf', 'tag': '2f506dd6-ac84-4b86-b7e5-6debaddc65f3'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:44:08.374423 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a58942-1bae-4852-af36-202b6d6801cf', 'tag': '2f506dd6-ac84-4b86-b7e5-6debaddc65f3', 'status': 'completed', 'code': 200} Dec 16 14:44:08.531921 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-18e2bee5-b71b-402f-9ef7-488cce031b42 req-be26a542-8861-48d4-89f3-b524bc909c8e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=10c603e7b31447fca656bf3ad8eace18&device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 1097 time: 0.0795147 Dec 16 14:44:08.680313 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2bee5-b71b-402f-9ef7-488cce031b42 req-b97a1164-cb12-4b9a-9b9c-7b3e8e4b6f47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:08.681869 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-18e2bee5-b71b-402f-9ef7-488cce031b42 req-b97a1164-cb12-4b9a-9b9c-7b3e8e4b6f47 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8981ae74-48c5-470e-b814-deba1c462ad0 HTTP/1.1" status: 200 len: 910 time: 0.1428030 Dec 16 14:44:08.812762 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-18e2bee5-b71b-402f-9ef7-488cce031b42 req-7206b95a-c07f-407c-b36f-d7f90de8e70b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f506dd6-ac84-4b86-b7e5-6debaddc65f3 HTTP/1.1" status: 200 len: 217 time: 0.0937226 Dec 16 14:44:08.828661 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993ba76-3f68-43cc-9e71-7dab5f1f853f req-bf5ba042-e1aa-4fdc-868e-c8ac1be09fe6 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:08.830399 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8993ba76-3f68-43cc-9e71-7dab5f1f853f req-bf5ba042-e1aa-4fdc-868e-c8ac1be09fe6 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.62 "GET /v2.0/ports?device_id=89969c1b-7928-4868-bd68-bbb9e7df1dc2 HTTP/1.1" status: 200 len: 945 time: 0.1115162 Dec 16 14:44:08.904284 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2bee5-b71b-402f-9ef7-488cce031b42 req-6a325c2b-7041-48a9-80da-f5804819cd2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:08.906139 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-18e2bee5-b71b-402f-9ef7-488cce031b42 req-6a325c2b-7041-48a9-80da-f5804819cd2a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0342ae4e-728b-485f-9ad4-68ff99c34aba HTTP/1.1" status: 200 len: 848 time: 0.0834188 Dec 16 14:44:08.974254 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4be6a-2849-4c2f-89f3-0a63feb8c2c8 req-ded2731b-5eea-425a-848a-c8af282f15b0 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:08.975518 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f0c4be6a-2849-4c2f-89f3-0a63feb8c2c8 req-ded2731b-5eea-425a-848a-c8af282f15b0 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 944 time: 0.1423881 Dec 16 14:44:08.979146 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [req-8993ba76-3f68-43cc-9e71-7dab5f1f853f req-59814e45-8b50-46cd-b8bb-fbcb1e3ec6aa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Deleting port 7f55e47e-7244-4ea1-9627-71ad3630a129 {{(pid=82860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:44:08.979491 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-8993ba76-3f68-43cc-9e71-7dab5f1f853f req-59814e45-8b50-46cd-b8bb-fbcb1e3ec6aa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:08.995889 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-18e2bee5-b71b-402f-9ef7-488cce031b42 req-b7e80e22-5ca4-4ac5-bc12-bfb5ec0d63be service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8981ae74-48c5-470e-b814-deba1c462ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820823 Dec 16 14:44:09.120436 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f0c4be6a-2849-4c2f-89f3-0a63feb8c2c8 req-c5df64e8-5fe3-47b9-b80f-e79d9989eb22 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114669 Dec 16 14:44:09.158412 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-18e2bee5-b71b-402f-9ef7-488cce031b42 req-e0d9bef7-2298-4e1c-81a2-ae79cdd01ce4 service neutron] 10.222.0.62 "GET /v2.0/networks/8981ae74-48c5-470e-b814-deba1c462ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500368 Dec 16 14:44:09.276818 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-8993ba76-3f68-43cc-9e71-7dab5f1f853f req-59814e45-8b50-46cd-b8bb-fbcb1e3ec6aa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] For port 7f55e47e-7244-4ea1-9627-71ad3630a129, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7f55e47e-7244-4ea1-9627-71ad3630a129,segment=NetworkSegment(5dd3ac9a-1c1f-4378-b723-a7941d3f5785),segment_id=5dd3ac9a-1c1f-4378-b723-a7941d3f5785)] {{(pid=82860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:44:09.277313 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-8993ba76-3f68-43cc-9e71-7dab5f1f853f req-59814e45-8b50-46cd-b8bb-fbcb1e3ec6aa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:09.329790 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-18e2bee5-b71b-402f-9ef7-488cce031b42 req-dbdaa337-7047-46c3-81b2-d8b92bb3e295 service neutron] 10.222.0.62 "GET /v2.0/networks/8981ae74-48c5-470e-b814-deba1c462ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679840 Dec 16 14:44:09.415635 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [req-8993ba76-3f68-43cc-9e71-7dab5f1f853f req-59814e45-8b50-46cd-b8bb-fbcb1e3ec6aa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Calling delete_port for 7f55e47e-7244-4ea1-9627-71ad3630a129 owned by compute:nova {{(pid=82860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:44:09.500145 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99703470-6c9b-4a3b-9384-83c2f50cd551 req-111be474-a488-4ff3-b3f3-58e9fd64c1fd tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:09.501676 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-99703470-6c9b-4a3b-9384-83c2f50cd551 req-111be474-a488-4ff3-b3f3-58e9fd64c1fd tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/ports?device_id=89969c1b-7928-4868-bd68-bbb9e7df1dc2 HTTP/1.1" status: 200 len: 945 time: 0.0859239 Dec 16 14:44:09.566131 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-99703470-6c9b-4a3b-9384-83c2f50cd551 req-8efbcd8b-1acf-4b0c-b814-427924cc5c5d tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.44 "GET /v2.0/security-groups?id=98ac1e05-eeb2-42d1-addd-2d7f62553be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512528 Dec 16 14:44:09.574741 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-8993ba76-3f68-43cc-9e71-7dab5f1f853f req-59814e45-8b50-46cd-b8bb-fbcb1e3ec6aa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:09.581189 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-269a134a-2925-44e2-a272-2a0879cc3ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:09.617468 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['7f55e47e-7244-4ea1-9627-71ad3630a129'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:44:09.626430 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59814e45-8b50-46cd-b8bb-fbcb1e3ec6aa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Pushing event deleted for resources: {'Port': ['ID=7f55e47e-7244-4ea1-9627-71ad3630a129,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:09.667832 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59814e45-8b50-46cd-b8bb-fbcb1e3ec6aa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:09.668374 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59814e45-8b50-46cd-b8bb-fbcb1e3ec6aa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:09.668555 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59814e45-8b50-46cd-b8bb-fbcb1e3ec6aa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:09.668885 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59814e45-8b50-46cd-b8bb-fbcb1e3ec6aa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:09.669227 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59814e45-8b50-46cd-b8bb-fbcb1e3ec6aa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:09.669570 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59814e45-8b50-46cd-b8bb-fbcb1e3ec6aa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:09.669968 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59814e45-8b50-46cd-b8bb-fbcb1e3ec6aa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:09.670303 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59814e45-8b50-46cd-b8bb-fbcb1e3ec6aa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:09.670614 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59814e45-8b50-46cd-b8bb-fbcb1e3ec6aa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:09.670948 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59814e45-8b50-46cd-b8bb-fbcb1e3ec6aa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:09.671283 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59814e45-8b50-46cd-b8bb-fbcb1e3ec6aa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:09.678544 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-59814e45-8b50-46cd-b8bb-fbcb1e3ec6aa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:09.713529 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [req-8993ba76-3f68-43cc-9e71-7dab5f1f853f req-59814e45-8b50-46cd-b8bb-fbcb1e3ec6aa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] No DVR routers for this DVR port 7f55e47e-7244-4ea1-9627-71ad3630a129 on host hv-cinder-82189 {{(pid=82860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:44:09.716401 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-8993ba76-3f68-43cc-9e71-7dab5f1f853f req-59814e45-8b50-46cd-b8bb-fbcb1e3ec6aa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:09.719173 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89969c1b-7928-4868-bd68-bbb9e7df1dc2', 'name': 'network-vif-deleted', 'tag': '7f55e47e-7244-4ea1-9627-71ad3630a129'}] {{(pid=82860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:44:09.738515 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8993ba76-3f68-43cc-9e71-7dab5f1f853f req-59814e45-8b50-46cd-b8bb-fbcb1e3ec6aa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] 10.222.0.62 "DELETE /v2.0/ports/7f55e47e-7244-4ea1-9627-71ad3630a129 HTTP/1.1" status: 204 len: 173 time: 0.8575850 Dec 16 14:44:09.812625 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89969c1b-7928-4868-bd68-bbb9e7df1dc2', 'name': 'network-vif-deleted', 'tag': '7f55e47e-7244-4ea1-9627-71ad3630a129', 'status': 'completed', 'code': 200} Dec 16 14:44:09.883289 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-b68263bc-9e14-4e2f-8c2d-6a2c3721ef17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:09.950618 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:44:10.133807 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 2f506dd6-ac84-4b86-b7e5-6debaddc65f3, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2f506dd6-ac84-4b86-b7e5-6debaddc65f3,segment=NetworkSegment(98315b36-34eb-4ccf-8288-4da8e33b4df5),segment_id=98315b36-34eb-4ccf-8288-4da8e33b4df5)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:44:10.148969 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Returning: {'device': '2f506dd6-ac84-4b86-b7e5-6debaddc65f3', 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0', 'port_id': '2f506dd6-ac84-4b86-b7e5-6debaddc65f3', 'mac_address': 'fa:16:3e:9c:78:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0342ae4e-728b-485f-9ad4-68ff99c34aba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:44:10.214557 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:10.234288 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 {{(pid=82862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:44:10.251890 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 2f506dd6-ac84-4b86-b7e5-6debaddc65f3, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2f506dd6-ac84-4b86-b7e5-6debaddc65f3,segment=NetworkSegment(98315b36-34eb-4ccf-8288-4da8e33b4df5),segment_id=98315b36-34eb-4ccf-8288-4da8e33b4df5)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:44:10.255768 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:10.258973 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:10.331428 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=2f506dd6-ac84-4b86-b7e5-6debaddc65f3,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:10.347179 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:10.347545 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:10.348088 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:10.348820 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:10.349363 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:10.349488 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008b51d-3fed-4de3-8470-61f66211958b req-1a949304-c3ba-4d8f-9b07-be6edbf98a3a tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:10.350356 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:10.350935 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:10.351093 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8008b51d-3fed-4de3-8470-61f66211958b req-1a949304-c3ba-4d8f-9b07-be6edbf98a3a tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 945 time: 0.0877900 Dec 16 14:44:10.351476 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:10.351972 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:10.352510 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:10.353033 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:10.359618 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:10.401689 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8008b51d-3fed-4de3-8470-61f66211958b req-8b987a28-2635-4c90-b5a6-cedaab8c067c tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444210 Dec 16 14:44:10.592969 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['2f506dd6-ac84-4b86-b7e5-6debaddc65f3'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:44:10.759047 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:11.055579 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:11.623649 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a5b68-4d80-4636-be71-364c11ad3ef3 req-68ba345d-971d-49f3-bd7d-9dc14fcaddca tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:11.625132 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e07a5b68-4d80-4636-be71-364c11ad3ef3 req-68ba345d-971d-49f3-bd7d-9dc14fcaddca tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 945 time: 0.0876520 Dec 16 14:44:11.675939 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e07a5b68-4d80-4636-be71-364c11ad3ef3 req-da8226e7-de38-4caa-ae12-e8d302ea9b13 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448141 Dec 16 14:44:11.955834 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 up at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:44:12.067722 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning for port 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:44:12.072755 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning complete for port 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:44:12.073151 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:12.196725 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:12.224723 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a58942-1bae-4852-af36-202b6d6801cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f506dd6-ac84-4b86-b7e5-6debaddc65f3'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:44:12.235257 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 2f506dd6-ac84-4b86-b7e5-6debaddc65f3, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2f506dd6-ac84-4b86-b7e5-6debaddc65f3,segment=NetworkSegment(98315b36-34eb-4ccf-8288-4da8e33b4df5),segment_id=98315b36-34eb-4ccf-8288-4da8e33b4df5)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:44:12.251582 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:12.252809 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 7f55e47e-7244-4ea1-9627-71ad3630a129 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:44:12.286316 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-e649176d-45ea-49e0-873b-03d63df1a8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:12.328513 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a58942-1bae-4852-af36-202b6d6801cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f506dd6-ac84-4b86-b7e5-6debaddc65f3', 'code': 200} Dec 16 14:44:12.339155 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-869da074-d5f0-497a-9e60-987382c31319 None None] No Port match for: 7f55e47e-7244-4ea1-9627-71ad3630a129 {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:44:12.339515 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 7f55e47e-7244-4ea1-9627-71ad3630a129 not bound to the agent host hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:44:12.381950 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=2f506dd6-ac84-4b86-b7e5-6debaddc65f3,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:12.386345 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:12.387440 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:12.740934 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b5381128-fe81-44d7-a137-b14ad4ff15b2 req-d2b6364f-874e-48a4-b817-533584b6588b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 1099 time: 0.0792291 Dec 16 14:44:12.793821 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b5381128-fe81-44d7-a137-b14ad4ff15b2 req-7bb6f6c9-1675-492a-b503-c3c997e3dc12 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444086 Dec 16 14:44:13.009718 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d671e4f-1cfd-4efa-ae2d-8d7b3e39f275 req-ec2d0977-6a7f-4db2-9837-5ed08865dd99 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:13.011323 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-5d671e4f-1cfd-4efa-ae2d-8d7b3e39f275 req-ec2d0977-6a7f-4db2-9837-5ed08865dd99 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 946 time: 0.2014265 Dec 16 14:44:13.060435 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-5d671e4f-1cfd-4efa-ae2d-8d7b3e39f275 req-0033d833-29fc-4756-8797-d9c60d069288 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414183 Dec 16 14:44:13.410222 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:14.284221 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef281e-cf65-45d4-9216-6aa8d3d89e1a req-d798bf3c-864f-472d-ba6c-de080dc2540b tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:14.285776 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-10ef281e-cf65-45d4-9216-6aa8d3d89e1a req-d798bf3c-864f-472d-ba6c-de080dc2540b tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 946 time: 0.1003158 Dec 16 14:44:14.375685 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-10ef281e-cf65-45d4-9216-6aa8d3d89e1a req-68ca1a76-f631-46c5-8755-3e2630130d16 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839844 Dec 16 14:44:14.728989 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4700f-9a55-42f1-bead-e2bbdb5f87f0 req-a7b917c1-cbb8-4d2a-b4fa-cbcd3790f9df tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:14.730556 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-cba4700f-9a55-42f1-bead-e2bbdb5f87f0 req-a7b917c1-cbb8-4d2a-b4fa-cbcd3790f9df tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 946 time: 0.2115443 Dec 16 14:44:14.784739 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-cba4700f-9a55-42f1-bead-e2bbdb5f87f0 req-80804d91-bcfd-4b1d-8fdb-7a118a01b6cb tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482109 Dec 16 14:44:14.835497 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 34354) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:15.225727 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-bd09f6ca-65a9-451c-a5bd-645b21b1b87f tempest-TestShelveInstance-1235335496 tempest-TestShelveInstance-1235335496-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 1094 time: 0.3868432 Dec 16 14:44:15.227507 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 34372) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:15.233151 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Request body: {'floatingip': {'floating_network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'port_id': '2f506dd6-ac84-4b86-b7e5-6debaddc65f3', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'fixed_ip_address': '172.20.0.11'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:44:15.239040 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:44:15.244206 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Usage tracker for resource:floatingip and tenant:10c603e7b31447fca656bf3ad8eace18 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:44:15.247387 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:44:15.253345 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:44:15.268891 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for floatingip, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:15.447346 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:15.666732 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_common [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Allocated IP 172.28.3.73 (186f29a2-e581-4978-89ea-e3da95ffad7e/03058b0e-e3b9-411a-92a6-f5070e371994/01832d82-e146-4939-8ea8-9618dc50d898) {{(pid=82860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:44:15.849905 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31ff8e-a318-41bf-a6d6-0d7987011339 req-4f49b7bf-54ba-4a79-a0ac-75e8c0d0b479 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:15.857713 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-5a31ff8e-a318-41bf-a6d6-0d7987011339 req-4f49b7bf-54ba-4a79-a0ac-75e8c0d0b479 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.1056626 Dec 16 14:44:15.911941 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for port, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:15.918950 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-5a31ff8e-a318-41bf-a6d6-0d7987011339 req-6398c3d4-c9b5-4bca-b994-133feb55119f tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603366 Dec 16 14:44:15.951308 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:15.955370 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-be8282f8-88e8-4de6-909a-ea00909f58d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:16.030792 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Network 186f29a2-e581-4978-89ea-e3da95ffad7e is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:44:16.034292 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:44:16.039659 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Received port after_create {{(pid=82860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:44:16.066589 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Pushing event updated for resources: {'Port': ['ID=01832d82-e146-4939-8ea8-9618dc50d898,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:16.072354 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:16.615669 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:16.682110 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:16.943582 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:16.949916 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482886'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:16.954320 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-0d8d1a80-3e52-4b8b-8d04-ff5dc7af4e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:17.043971 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Pushing event updated for resources: {'Port': ['ID=01832d82-e146-4939-8ea8-9618dc50d898,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:17.077760 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:17.108256 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377752'] for floatingip, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:17.124378 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:44:17.259021 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3bf31-4208-46ac-824d-85b1d6a2edd5 req-f7de40bb-ef51-489c-92d3-f2144389dcc7 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:17.261300 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-89d3bf31-4208-46ac-824d-85b1d6a2edd5 req-f7de40bb-ef51-489c-92d3-f2144389dcc7 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.1140528 Dec 16 14:44:17.342581 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-89d3bf31-4208-46ac-824d-85b1d6a2edd5 req-1c1d9783-0db2-48e0-ac49-a419fc58a37d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754514 Dec 16 14:44:17.524442 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.db.l3_db [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Floating IP 38581d4f-5cb6-42dc-8667-44fd334c1483 associated. External IP: 172.28.3.73, port: 2f506dd6-ac84-4b86-b7e5-6debaddc65f3. Dec 16 14:44:17.965847 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Router d88a9e3b-1c63-4590-8aaa-e72f009bde3f has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:44:18.189588 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe201789-e799-4edd-81c7-f1bf7263b665 req-68112243-51f3-4e8a-b40a-865b39df457f tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:18.191021 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-fe201789-e799-4edd-81c7-f1bf7263b665 req-68112243-51f3-4e8a-b40a-865b39df457f tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.62 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.1602066 Dec 16 14:44:18.268402 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [req-fe201789-e799-4edd-81c7-f1bf7263b665 req-f0435c23-5783-4b5e-90a1-b9d6120addaf tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Deleting port 121ba03f-497c-4b41-a400-2ae3091231bf {{(pid=82860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:44:18.268975 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-fe201789-e799-4edd-81c7-f1bf7263b665 req-f0435c23-5783-4b5e-90a1-b9d6120addaf tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:18.412526 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:44:18.425042 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0113d5cb-0710-4745-8467-86966548b67e None None] Sync routers for ids ['d88a9e3b-1c63-4590-8aaa-e72f009bde3f'] in dv-cinder-821893-3-smb {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:44:18.447145 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0113d5cb-0710-4745-8467-86966548b67e None None] Routers {'d88a9e3b-1c63-4590-8aaa-e72f009bde3f'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:44:18.448269 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-0113d5cb-0710-4745-8467-86966548b67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:44:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['d88a9e3b-1c63-4590-8aaa-e72f009bde3f'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:18.520287 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for floatingip, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:18.617563 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3887773 Dec 16 14:44:18.622646 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a58942-1bae-4852-af36-202b6d6801cf', 'tag': '2f506dd6-ac84-4b86-b7e5-6debaddc65f3'}] {{(pid=82860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:44:18.636317 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-fe201789-e799-4edd-81c7-f1bf7263b665 req-f0435c23-5783-4b5e-90a1-b9d6120addaf tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] For port 121ba03f-497c-4b41-a400-2ae3091231bf, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=121ba03f-497c-4b41-a400-2ae3091231bf,segment=NetworkSegment(3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf),segment_id=3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf)] {{(pid=82860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:44:18.636677 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-fe201789-e799-4edd-81c7-f1bf7263b665 req-f0435c23-5783-4b5e-90a1-b9d6120addaf tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:18.735506 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-0113d5cb-0710-4745-8467-86966548b67e None None] Set router d88a9e3b-1c63-4590-8aaa-e72f009bde3f gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:44:18.739984 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af03bae-0902-4a00-af84-e8221e9f03de req-66e81363-ccf7-46de-8aee-0104e4162bfe tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:18.747574 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0af03bae-0902-4a00-af84-e8221e9f03de req-66e81363-ccf7-46de-8aee-0104e4162bfe tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 946 time: 0.2187479 Dec 16 14:44:18.874001 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a58942-1bae-4852-af36-202b6d6801cf', 'tag': '2f506dd6-ac84-4b86-b7e5-6debaddc65f3', 'status': 'completed', 'code': 200} Dec 16 14:44:18.891810 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0af03bae-0902-4a00-af84-e8221e9f03de req-f7d35aab-64fe-4f11-b390-595b1f81ead7 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=358d185a-ab1e-4440-95fb-16aeff4cdbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431096 Dec 16 14:44:19.150081 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a4eda314-4bdf-43bf-9085-8aef00f4f6fb req-75eef710-03b9-4a56-9301-66d2faf1df6d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=10c603e7b31447fca656bf3ad8eace18&device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 1099 time: 0.2388453 Dec 16 14:44:19.330256 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-fe201789-e799-4edd-81c7-f1bf7263b665 req-f0435c23-5783-4b5e-90a1-b9d6120addaf tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:19.331040 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-fe201789-e799-4edd-81c7-f1bf7263b665 req-f0435c23-5783-4b5e-90a1-b9d6120addaf tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377752'] for floatingip, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:19.332159 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.db.l3_db [req-fe201789-e799-4edd-81c7-f1bf7263b665 req-f0435c23-5783-4b5e-90a1-b9d6120addaf tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Floating IP 2de20c1b-3669-49ec-a642-e88d584a9873 disassociated. External IP: 172.28.3.232, port: 121ba03f-497c-4b41-a400-2ae3091231bf. Dec 16 14:44:19.332416 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [req-fe201789-e799-4edd-81c7-f1bf7263b665 req-f0435c23-5783-4b5e-90a1-b9d6120addaf tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Calling delete_port for 121ba03f-497c-4b41-a400-2ae3091231bf owned by compute:nova {{(pid=82860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:44:19.344240 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eda314-4bdf-43bf-9085-8aef00f4f6fb req-e2c95817-1679-4f8e-a5c5-270f5ab9a610 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:19.346733 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a4eda314-4bdf-43bf-9085-8aef00f4f6fb req-e2c95817-1679-4f8e-a5c5-270f5ab9a610 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8981ae74-48c5-470e-b814-deba1c462ad0 HTTP/1.1" status: 200 len: 910 time: 0.1880188 Dec 16 14:44:19.382022 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-0113d5cb-0710-4745-8467-86966548b67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'name': 'tempest-TestShelveInstance-1550351621-router', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:43:07Z', 'updated_at': '2021-12-16T14:43:12Z', 'revision_number': 4, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'gw_port': {'id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:08Z', 'updated_at': '2021-12-16T14:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_floatingips': [{'id': '38581d4f-5cb6-42dc-8667-44fd334c1483', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'floating_ip_address': '172.28.3.73', 'floating_network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'router_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'port_id': '2f506dd6-ac84-4b86-b7e5-6debaddc65f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0', 'mac_address': 'fa:16:3e:9c:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a58942-1bae-4852-af36-202b6d6801cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:44:16Z', 'updated_at': '2021-12-16T14:44:16Z', 'revision_number': 0, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062', 'name': '', 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'mac_address': 'fa:16:3e:2a:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0342ae4e-728b-485f-9ad4-68ff99c34aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:11Z', 'updated_at': '2021-12-16T14:43:35Z', 'revision_number': 5, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'subnets': [{'id': '0342ae4e-728b-485f-9ad4-68ff99c34aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:19.386883 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0113d5cb-0710-4745-8467-86966548b67e None None] Checking router: d88a9e3b-1c63-4590-8aaa-e72f009bde3f for host: dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:44:19.402140 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0113d5cb-0710-4745-8467-86966548b67e None None] Routers {'d88a9e3b-1c63-4590-8aaa-e72f009bde3f'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:44:19.402917 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-0113d5cb-0710-4745-8467-86966548b67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:44:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['d88a9e3b-1c63-4590-8aaa-e72f009bde3f'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:19.524543 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a4eda314-4bdf-43bf-9085-8aef00f4f6fb req-985337a8-ffd9-41a6-858d-4a6169c93756 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f506dd6-ac84-4b86-b7e5-6debaddc65f3 HTTP/1.1" status: 200 len: 999 time: 0.1679637 Dec 16 14:44:19.535391 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-fe201789-e799-4edd-81c7-f1bf7263b665 req-f0435c23-5783-4b5e-90a1-b9d6120addaf tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:19.544889 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-c46438a6-4637-4c6a-b868-6f70e279b8f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:19.600426 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eda314-4bdf-43bf-9085-8aef00f4f6fb req-edf7273b-b3cf-46e2-9387-b508e73d35ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:19.602195 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a4eda314-4bdf-43bf-9085-8aef00f4f6fb req-edf7273b-b3cf-46e2-9387-b508e73d35ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0342ae4e-728b-485f-9ad4-68ff99c34aba HTTP/1.1" status: 200 len: 848 time: 0.0700293 Dec 16 14:44:19.613206 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0435c23-5783-4b5e-90a1-b9d6120addaf tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Pushing event deleted for resources: {'Port': ['ID=121ba03f-497c-4b41-a400-2ae3091231bf,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:19.617861 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-f0435c23-5783-4b5e-90a1-b9d6120addaf tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:19.648203 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-0113d5cb-0710-4745-8467-86966548b67e None None] Set router d88a9e3b-1c63-4590-8aaa-e72f009bde3f gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:44:19.702442 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a4eda314-4bdf-43bf-9085-8aef00f4f6fb req-4b3209ed-3a95-4ae7-9bbb-f1635c3811ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8981ae74-48c5-470e-b814-deba1c462ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0931914 Dec 16 14:44:19.857627 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a4eda314-4bdf-43bf-9085-8aef00f4f6fb req-37dc8e5e-6e94-45bd-ab20-5d714cb737e4 service neutron] 10.222.0.62 "GET /v2.0/networks/8981ae74-48c5-470e-b814-deba1c462ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479979 Dec 16 14:44:19.862776 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe201789-e799-4edd-81c7-f1bf7263b665 req-f0435c23-5783-4b5e-90a1-b9d6120addaf tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Router de11e157-c4bf-4c65-8787-cc519c4f0a9c has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:44:20.069071 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a4eda314-4bdf-43bf-9085-8aef00f4f6fb req-9cc75d4c-533d-4794-a56e-6c6b568a8bef service neutron] 10.222.0.62 "GET /v2.0/networks/8981ae74-48c5-470e-b814-deba1c462ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889658 Dec 16 14:44:20.156977 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-8378642f-b21a-4b22-9299-c7655e220359 req-452c12e7-5b53-476e-8587-42c92159436e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=a792867d-2107-4beb-8825-0e2d957931b0 HTTP/1.1" status: 200 len: 210 time: 0.0580468 Dec 16 14:44:20.163935 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe201789-e799-4edd-81c7-f1bf7263b665 req-f0435c23-5783-4b5e-90a1-b9d6120addaf tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:44:20.175816 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c929892-cb61-4cdc-aea6-6d2892462871 None None] Sync routers for ids ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'] in dv-cinder-821893-3-smb {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:44:20.218646 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c929892-cb61-4cdc-aea6-6d2892462871 None None] Routers {'de11e157-c4bf-4c65-8787-cc519c4f0a9c'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:44:20.219642 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-9c929892-cb61-4cdc-aea6-6d2892462871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:44:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:20.323948 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-0113d5cb-0710-4745-8467-86966548b67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'name': 'tempest-TestShelveInstance-1550351621-router', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:43:07Z', 'updated_at': '2021-12-16T14:43:12Z', 'revision_number': 4, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'gw_port': {'id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:08Z', 'updated_at': '2021-12-16T14:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_floatingips': [{'id': '38581d4f-5cb6-42dc-8667-44fd334c1483', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'floating_ip_address': '172.28.3.73', 'floating_network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'router_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'port_id': '2f506dd6-ac84-4b86-b7e5-6debaddc65f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0', 'mac_address': 'fa:16:3e:9c:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a58942-1bae-4852-af36-202b6d6801cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:44:16Z', 'updated_at': '2021-12-16T14:44:16Z', 'revision_number': 0, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062', 'name': '', 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'mac_address': 'fa:16:3e:2a:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0342ae4e-728b-485f-9ad4-68ff99c34aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:11Z', 'updated_at': '2021-12-16T14:43:35Z', 'revision_number': 5, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'subnets': [{'id': '0342ae4e-728b-485f-9ad4-68ff99c34aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:20.344988 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0113d5cb-0710-4745-8467-86966548b67e None None] The sync data for ids ['d88a9e3b-1c63-4590-8aaa-e72f009bde3f'] in dv-cinder-821893-3-smb is: [{'id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'name': 'tempest-TestShelveInstance-1550351621-router', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:43:07Z', 'updated_at': '2021-12-16T14:43:12Z', 'revision_number': 4, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'gw_port': {'id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:08Z', 'updated_at': '2021-12-16T14:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_floatingips': [{'id': '38581d4f-5cb6-42dc-8667-44fd334c1483', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'floating_ip_address': '172.28.3.73', 'floating_network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'router_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'port_id': '2f506dd6-ac84-4b86-b7e5-6debaddc65f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0', 'mac_address': 'fa:16:3e:9c:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a58942-1bae-4852-af36-202b6d6801cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:44:16Z', 'updated_at': '2021-12-16T14:44:16Z', 'revision_number': 0, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062', 'name': '', 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'mac_address': 'fa:16:3e:2a:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0342ae4e-728b-485f-9ad4-68ff99c34aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:11Z', 'updated_at': '2021-12-16T14:43:35Z', 'revision_number': 5, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'subnets': [{'id': '0342ae4e-728b-485f-9ad4-68ff99c34aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:44:20.347879 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe201789-e799-4edd-81c7-f1bf7263b665 req-f0435c23-5783-4b5e-90a1-b9d6120addaf tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] No DVR routers for this DVR port 121ba03f-497c-4b41-a400-2ae3091231bf on host hv-cinder-82189 {{(pid=82860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:44:20.352776 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-fe201789-e799-4edd-81c7-f1bf7263b665 req-f0435c23-5783-4b5e-90a1-b9d6120addaf tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:20.386718 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-fe201789-e799-4edd-81c7-f1bf7263b665 req-f0435c23-5783-4b5e-90a1-b9d6120addaf tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.62 "DELETE /v2.0/ports/121ba03f-497c-4b41-a400-2ae3091231bf HTTP/1.1" status: 204 len: 173 time: 2.1891739 Dec 16 14:44:20.541541 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-9c929892-cb61-4cdc-aea6-6d2892462871 None None] Set router de11e157-c4bf-4c65-8787-cc519c4f0a9c gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:44:20.715150 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d5468c-f2f4-4901-acec-1c8ebe37f005 None None] New status for floating IP 38581d4f-5cb6-42dc-8667-44fd334c1483: ACTIVE {{(pid=82862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 16 14:44:20.875966 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a792867d-2107-4beb-8825-0e2d957931b0', 'name': 'network-vif-deleted', 'tag': '121ba03f-497c-4b41-a400-2ae3091231bf'}] {{(pid=82860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:44:20.943893 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-9c929892-cb61-4cdc-aea6-6d2892462871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'name': 'tempest-AttachVolumeTestJSON-987410366-router', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199'}], 'enable_snat': True}, 'gw_port_id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:23Z', 'updated_at': '2021-12-16T14:40:31Z', 'revision_number': 4, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'gw_port': {'id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:24Z', 'updated_at': '2021-12-16T14:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb', 'name': '', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'mac_address': 'fa:16:3e:37:cb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:30Z', 'updated_at': '2021-12-16T14:40:45Z', 'revision_number': 5, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'subnets': [{'id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:20.949389 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c929892-cb61-4cdc-aea6-6d2892462871 None None] Checking router: de11e157-c4bf-4c65-8787-cc519c4f0a9c for host: dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:44:20.964561 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c929892-cb61-4cdc-aea6-6d2892462871 None None] Routers {'de11e157-c4bf-4c65-8787-cc519c4f0a9c'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:44:20.966451 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-9c929892-cb61-4cdc-aea6-6d2892462871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:44:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:20.985260 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a792867d-2107-4beb-8825-0e2d957931b0', 'name': 'network-vif-deleted', 'tag': '121ba03f-497c-4b41-a400-2ae3091231bf', 'status': 'completed', 'code': 200} Dec 16 14:44:21.209516 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-9c929892-cb61-4cdc-aea6-6d2892462871 None None] Set router de11e157-c4bf-4c65-8787-cc519c4f0a9c gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:44:21.404836 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 34496) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:21.478601 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-268fc602-1553-4382-8bb7-cb480ea85ea9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:21.517888 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-268fc602-1553-4382-8bb7-cb480ea85ea9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:21.594017 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-268fc602-1553-4382-8bb7-cb480ea85ea9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:21.602978 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-0846b5c3-d213-47e8-b465-c36f322efab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:21.605754 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-9c929892-cb61-4cdc-aea6-6d2892462871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'name': 'tempest-AttachVolumeTestJSON-987410366-router', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199'}], 'enable_snat': True}, 'gw_port_id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:23Z', 'updated_at': '2021-12-16T14:40:31Z', 'revision_number': 4, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'gw_port': {'id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:24Z', 'updated_at': '2021-12-16T14:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb', 'name': '', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'mac_address': 'fa:16:3e:37:cb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:30Z', 'updated_at': '2021-12-16T14:40:45Z', 'revision_number': 5, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'subnets': [{'id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:21.611553 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c929892-cb61-4cdc-aea6-6d2892462871 None None] The sync data for ids ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'] in dv-cinder-821893-3-smb is: [{'id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'name': 'tempest-AttachVolumeTestJSON-987410366-router', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199'}], 'enable_snat': True}, 'gw_port_id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:23Z', 'updated_at': '2021-12-16T14:40:31Z', 'revision_number': 4, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'gw_port': {'id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:24Z', 'updated_at': '2021-12-16T14:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb', 'name': '', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'mac_address': 'fa:16:3e:37:cb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:30Z', 'updated_at': '2021-12-16T14:40:45Z', 'revision_number': 5, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'subnets': [{'id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:44:21.628762 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268fc602-1553-4382-8bb7-cb480ea85ea9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=358d185a-ab1e-4440-95fb-16aeff4cdbe1,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:21.633772 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-268fc602-1553-4382-8bb7-cb480ea85ea9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:21.639123 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-268fc602-1553-4382-8bb7-cb480ea85ea9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:21.640274 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-268fc602-1553-4382-8bb7-cb480ea85ea9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "DELETE /v2.0/security-groups/358d185a-ab1e-4440-95fb-16aeff4cdbe1 HTTP/1.1" status: 204 len: 168 time: 0.2343788 Dec 16 14:44:21.643405 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 34506) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:21.664309 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.api.v2.resource [None req-198d28be-e74d-47bb-a733-e3b9b67afa6f tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] show failed (client error): The resource could not be found. Dec 16 14:44:21.664309 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-198d28be-e74d-47bb-a733-e3b9b67afa6f tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups/358d185a-ab1e-4440-95fb-16aeff4cdbe1 HTTP/1.1" status: 404 len: 347 time: 0.0192401 Dec 16 14:44:21.667848 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 34510) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:21.879408 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-3be56cd2-9d10-4ced-88c5-0241ea617d5e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Deleting port 20ec8b91-63be-4abb-8fa0-8c04645d053a {{(pid=82861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:44:21.879827 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3be56cd2-9d10-4ced-88c5-0241ea617d5e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:21.988226 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 121ba03f-497c-4b41-a400-2ae3091231bf no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:44:22.016019 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 34516) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:22.042844 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-869da074-d5f0-497a-9e60-987382c31319 None None] No Port match for: 121ba03f-497c-4b41-a400-2ae3091231bf {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:44:22.043380 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 121ba03f-497c-4b41-a400-2ae3091231bf not bound to the agent host hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:44:22.199808 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2717f5b1-7f52-40f1-9244-21521ace59d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:22.203739 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3be56cd2-9d10-4ced-88c5-0241ea617d5e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:22.204057 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3be56cd2-9d10-4ced-88c5-0241ea617d5e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:22.240595 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-2717f5b1-7f52-40f1-9244-21521ace59d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:44:22.246610 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-2717f5b1-7f52-40f1-9244-21521ace59d7 admin admin] Usage tracker for resource:security_group_rule and tenant:d46ec4e48035447b9827ce706fa96605 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:44:22.250781 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-2717f5b1-7f52-40f1-9244-21521ace59d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:44:22.259605 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-2717f5b1-7f52-40f1-9244-21521ace59d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:44:22.347949 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2717f5b1-7f52-40f1-9244-21521ace59d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:22.354175 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2717f5b1-7f52-40f1-9244-21521ace59d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:22.361817 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:22.395688 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-3be56cd2-9d10-4ced-88c5-0241ea617d5e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Calling delete_port for 20ec8b91-63be-4abb-8fa0-8c04645d053a owned by network:floatingip {{(pid=82861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:44:22.406234 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717f5b1-7f52-40f1-9244-21521ace59d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256f3021-d629-4177-8591-8d61425aa679,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:22.411013 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-2717f5b1-7f52-40f1-9244-21521ace59d7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d46ec4e48035447b9827ce706fa96605&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3937638 Dec 16 14:44:22.411964 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-2717f5b1-7f52-40f1-9244-21521ace59d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:22.414083 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 34524) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:22.484010 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a5450120-f0de-4faa-86bc-5cd28ce850f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:22.520940 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a5450120-f0de-4faa-86bc-5cd28ce850f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:22.561772 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3be56cd2-9d10-4ced-88c5-0241ea617d5e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:22.566222 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-3de7c938-d777-4b6d-a0b3-3d021c22f3d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:22.579062 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a5450120-f0de-4faa-86bc-5cd28ce850f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:22.583265 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-3ac9556f-e5a4-4530-b860-51c59da59995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:22.598316 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5450120-f0de-4faa-86bc-5cd28ce850f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256f3021-d629-4177-8591-8d61425aa679,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:22.602054 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-a5450120-f0de-4faa-86bc-5cd28ce850f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:22.605039 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a5450120-f0de-4faa-86bc-5cd28ce850f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:22.605782 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-a5450120-f0de-4faa-86bc-5cd28ce850f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/256f3021-d629-4177-8591-8d61425aa679 HTTP/1.1" status: 204 len: 168 time: 0.1902244 Dec 16 14:44:22.613074 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be56cd2-9d10-4ced-88c5-0241ea617d5e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Pushing event deleted for resources: {'Port': ['ID=20ec8b91-63be-4abb-8fa0-8c04645d053a,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:22.616806 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-3be56cd2-9d10-4ced-88c5-0241ea617d5e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:22.730167 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3be56cd2-9d10-4ced-88c5-0241ea617d5e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for floatingip, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:22.745645 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3be56cd2-9d10-4ced-88c5-0241ea617d5e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for floatingip, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:22.746879 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-3be56cd2-9d10-4ced-88c5-0241ea617d5e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "DELETE /v2.0/floatingips/2de20c1b-3669-49ec-a642-e88d584a9873 HTTP/1.1" status: 204 len: 168 time: 1.0778949 Dec 16 14:44:23.024158 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 34540) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:23.030556 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-3f5f3472-8410-4806-adb2-e30d830e96b8 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2118903426', 'description': 'tempest-description--890073469'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:44:23.037051 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-3f5f3472-8410-4806-adb2-e30d830e96b8 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:44:23.041983 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-3f5f3472-8410-4806-adb2-e30d830e96b8 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Usage tracker for resource:security_group and tenant:7243b1f0c7ab4a34a702c78e169b9461 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:44:23.045288 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-3f5f3472-8410-4806-adb2-e30d830e96b8 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:44:23.052690 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-3f5f3472-8410-4806-adb2-e30d830e96b8 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:44:23.068663 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3f5f3472-8410-4806-adb2-e30d830e96b8 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:23.077438 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b59a5c5-a299-4896-a923-fbb1b5438056 None None] New status for floating IP 2de20c1b-3669-49ec-a642-e88d584a9873: DOWN {{(pid=82863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 16 14:44:23.107252 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-3f5f3472-8410-4806-adb2-e30d830e96b8 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:44:23.117831 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-3f5f3472-8410-4806-adb2-e30d830e96b8 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Usage tracker for resource:security_group_rule and tenant:7243b1f0c7ab4a34a702c78e169b9461 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:44:23.120725 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-3f5f3472-8410-4806-adb2-e30d830e96b8 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:44:23.126660 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-3f5f3472-8410-4806-adb2-e30d830e96b8 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:44:23.193032 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3f5f3472-8410-4806-adb2-e30d830e96b8 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:23.198671 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3f5f3472-8410-4806-adb2-e30d830e96b8 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:23.206049 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-52f3887f-2f2d-493b-9495-c3df5aeb6e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:23.262877 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f3472-8410-4806-adb2-e30d830e96b8 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c647331-68e0-453e-ae38-da4252e59b37,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:23.266555 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-3f5f3472-8410-4806-adb2-e30d830e96b8 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:23.268073 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3f5f3472-8410-4806-adb2-e30d830e96b8 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:23.269494 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-3f5f3472-8410-4806-adb2-e30d830e96b8 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2442439 Dec 16 14:44:23.273056 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 34544) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:23.279976 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-762c40b3-94f6-43e2-bbd4-6e94f39eb2e6 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Request body: {'security_group_rule': {'security_group_id': '4c647331-68e0-453e-ae38-da4252e59b37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:44:23.288359 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-762c40b3-94f6-43e2-bbd4-6e94f39eb2e6 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:44:23.292484 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-762c40b3-94f6-43e2-bbd4-6e94f39eb2e6 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Usage tracker for resource:security_group_rule and tenant:7243b1f0c7ab4a34a702c78e169b9461 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:44:23.295444 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-762c40b3-94f6-43e2-bbd4-6e94f39eb2e6 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:44:23.301938 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-762c40b3-94f6-43e2-bbd4-6e94f39eb2e6 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:44:23.331902 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-762c40b3-94f6-43e2-bbd4-6e94f39eb2e6 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:23.412553 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-762c40b3-94f6-43e2-bbd4-6e94f39eb2e6 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:23.416956 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-762c40b3-94f6-43e2-bbd4-6e94f39eb2e6 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356819'] for security_group_rule, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:23.419343 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:23.449912 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c40b3-94f6-43e2-bbd4-6e94f39eb2e6 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372185f0-659f-41cd-8160-f277893f4190,revision_number=0']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:23.453350 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-762c40b3-94f6-43e2-bbd4-6e94f39eb2e6 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:23.463813 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-762c40b3-94f6-43e2-bbd4-6e94f39eb2e6 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:23.465397 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-762c40b3-94f6-43e2-bbd4-6e94f39eb2e6 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1911552 Dec 16 14:44:23.468932 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 34550) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:23.474841 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-82f99abf-e537-4b99-ac1f-fc40ec425b4d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Request body: {'security_group_rule': {'security_group_id': '4c647331-68e0-453e-ae38-da4252e59b37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:44:23.481637 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-82f99abf-e537-4b99-ac1f-fc40ec425b4d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:44:23.485841 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-82f99abf-e537-4b99-ac1f-fc40ec425b4d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Usage tracker for resource:security_group_rule and tenant:7243b1f0c7ab4a34a702c78e169b9461 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:44:23.488854 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-82f99abf-e537-4b99-ac1f-fc40ec425b4d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:44:23.497359 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-82f99abf-e537-4b99-ac1f-fc40ec425b4d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:44:23.518261 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-82f99abf-e537-4b99-ac1f-fc40ec425b4d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:23.583160 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-82f99abf-e537-4b99-ac1f-fc40ec425b4d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:23.588385 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-82f99abf-e537-4b99-ac1f-fc40ec425b4d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356819'] for security_group_rule, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:23.590435 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-1a5ba591-618b-46e4-9f53-ed73096f71c5 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:23.613730 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f99abf-e537-4b99-ac1f-fc40ec425b4d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7325ed5-b4ff-42bb-9ebb-f7f6c6162440,revision_number=0']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:23.618604 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-82f99abf-e537-4b99-ac1f-fc40ec425b4d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:23.623985 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-82f99abf-e537-4b99-ac1f-fc40ec425b4d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:23.625192 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-82f99abf-e537-4b99-ac1f-fc40ec425b4d tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1551692 Dec 16 14:44:23.628347 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 34554) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:23.633926 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Request body: {'floatingip': {'floating_network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:44:23.639360 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:44:23.643304 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Usage tracker for resource:floatingip and tenant:7243b1f0c7ab4a34a702c78e169b9461 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:44:23.646194 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:44:23.651843 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:44:23.666965 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for floatingip, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:23.807481 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:23.962856 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_common [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Allocated IP 172.28.3.243 (186f29a2-e581-4978-89ea-e3da95ffad7e/03058b0e-e3b9-411a-92a6-f5070e371994/a887af48-3b4a-4bbf-b508-1ba8b39e3b99) {{(pid=82861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:44:24.137767 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for port, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:24.169043 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:24.178010 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-264973a3-f0b7-449f-beb9-c8f7ad27135d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:24.250624 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Network 186f29a2-e581-4978-89ea-e3da95ffad7e is already hosted by enough agents. {{(pid=82861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:44:24.254652 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Resources bound (agent type, host, resource id): {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:44:24.259198 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Received port after_create {{(pid=82861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:44:24.288792 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Pushing event updated for resources: {'Port': ['ID=a887af48-3b4a-4bbf-b508-1ba8b39e3b99,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:24.295923 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:24.457763 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:24.535893 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:24.781979 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for port, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:24.790888 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:24.795298 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-1a2e80fa-6ad5-48fd-b124-ff9bbfb30a7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:24.986957 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Pushing event updated for resources: {'Port': ['ID=a887af48-3b4a-4bbf-b508-1ba8b39e3b99,revision_number=2']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:24.990979 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:25.006273 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377752'] for floatingip, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:25.031798 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for floatingip, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:25.032892 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4034724 Dec 16 14:44:25.315044 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-967eb9c6-6935-4c2d-9fb1-49e7df825bd3 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Synchronizing usage tracker for tenant:7243b1f0c7ab4a34a702c78e169b9461 on resource:security_group {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:44:25.333260 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-967eb9c6-6935-4c2d-9fb1-49e7df825bd3 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Unset dirty status for tenant:7243b1f0c7ab4a34a702c78e169b9461 on resource:security_group {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:44:25.334730 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-967eb9c6-6935-4c2d-9fb1-49e7df825bd3 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2118903426&fields=id&tenant_id=7243b1f0c7ab4a34a702c78e169b9461 HTTP/1.1" status: 200 len: 267 time: 0.0602324 Dec 16 14:44:25.518339 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-1a46ab5f-cb5e-4304-925e-6e6267e67308 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:25.519823 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-1a46ab5f-cb5e-4304-925e-6e6267e67308 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/networks?id=4f57735e-9b2a-4e4f-b94e-2d78693e986e HTTP/1.1" status: 200 len: 810 time: 0.1746297 Dec 16 14:44:25.538501 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-b631e8d4-c7fc-4f96-b5df-9411169b89c8 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/quotas/7243b1f0c7ab4a34a702c78e169b9461 HTTP/1.1" status: 200 len: 375 time: 0.0119123 Dec 16 14:44:25.626884 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-d06a7555-7f03-41af-a66a-d2b375cad870 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Synchronizing usage tracker for tenant:7243b1f0c7ab4a34a702c78e169b9461 on resource:port {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:44:25.643897 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-d06a7555-7f03-41af-a66a-d2b375cad870 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Unset dirty status for tenant:7243b1f0c7ab4a34a702c78e169b9461 on resource:port {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:44:25.645230 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-d06a7555-7f03-41af-a66a-d2b375cad870 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7243b1f0c7ab4a34a702c78e169b9461&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0999603 Dec 16 14:44:26.020437 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-affbb7b2-d143-454b-9e09-dc0dfc109ac3 service neutron] 10.222.0.44 "GET /v2.0/networks/4f57735e-9b2a-4e4f-b94e-2d78693e986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614490 Dec 16 14:44:26.170378 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-0a25ee37-69d9-4989-9b03-60c5a1a8bce6 service neutron] 10.222.0.44 "GET /v2.0/networks/4f57735e-9b2a-4e4f-b94e-2d78693e986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424150 Dec 16 14:44:26.365342 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-8f54f3af-74c8-4406-bf50-0a2bd1948d89 req-0c43f9f1-0e04-4982-8da5-88eeb40ad109 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Synchronizing usage tracker for tenant:7243b1f0c7ab4a34a702c78e169b9461 on resource:port {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:44:26.377626 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-8f54f3af-74c8-4406-bf50-0a2bd1948d89 req-0c43f9f1-0e04-4982-8da5-88eeb40ad109 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Unset dirty status for tenant:7243b1f0c7ab4a34a702c78e169b9461 on resource:port {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:44:26.378793 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-8f54f3af-74c8-4406-bf50-0a2bd1948d89 req-0c43f9f1-0e04-4982-8da5-88eeb40ad109 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bb51e-e10f-449e-92ee-834c13616bf1 HTTP/1.1" status: 200 len: 210 time: 0.0556204 Dec 16 14:44:27.581950 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-3586948f-8dc5-4a90-85ed-649d1ddf864f req-df6e6b9c-43f4-4e5e-8764-a1a938930d53 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bb51e-e10f-449e-92ee-834c13616bf1 HTTP/1.1" status: 200 len: 210 time: 0.0446174 Dec 16 14:44:28.152475 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-9dc3cb66-6112-4918-a60a-205a43384ced tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:28.155435 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-9dc3cb66-6112-4918-a60a-205a43384ced tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.62 "GET /v2.0/networks?id=4f57735e-9b2a-4e4f-b94e-2d78693e986e HTTP/1.1" status: 200 len: 810 time: 0.3006780 Dec 16 14:44:28.243759 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-0f3c7732-840a-481c-9cbf-b1783436e5c2 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7243b1f0c7ab4a34a702c78e169b9461 HTTP/1.1" status: 200 len: 380 time: 0.0622430 Dec 16 14:44:28.273439 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-e54eca21-50a7-464b-a1ad-31f4b9d89889 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Request body: {'port': {'device_id': 'b75bb51e-e10f-449e-92ee-834c13616bf1', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'admin_state_up': True, 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'security_groups': ['4c647331-68e0-453e-ae38-da4252e59b37']}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:44:28.505022 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-e54eca21-50a7-464b-a1ad-31f4b9d89889 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:44:28.521966 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-e54eca21-50a7-464b-a1ad-31f4b9d89889 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:44:28.539498 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-e54eca21-50a7-464b-a1ad-31f4b9d89889 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Made reservation on behalf of 7243b1f0c7ab4a34a702c78e169b9461 for: {'port': 1} {{(pid=82860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:44:28.551908 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-e54eca21-50a7-464b-a1ad-31f4b9d89889 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:28.794385 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-4906284e-daec-4c05-b6d2-70ebf606082d req-497bad4f-571e-4bb2-b16a-799cc52f9655 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bb51e-e10f-449e-92ee-834c13616bf1 HTTP/1.1" status: 200 len: 210 time: 0.0522926 Dec 16 14:44:28.795015 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_common [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-e54eca21-50a7-464b-a1ad-31f4b9d89889 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Allocated IP 172.20.0.12 (4f57735e-9b2a-4e4f-b94e-2d78693e986e/0fbefad8-3896-4ba2-9bf0-fdf6065ed622/05863028-5ba4-4375-b56e-569e1c390677) {{(pid=82860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:44:29.073510 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-e54eca21-50a7-464b-a1ad-31f4b9d89889 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for port, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:29.089755 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-e54eca21-50a7-464b-a1ad-31f4b9d89889 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Transition to ACTIVE for port object 05863028-5ba4-4375-b56e-569e1c390677 will not be triggered until provisioned by entity DHCP. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:44:29.112708 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-e54eca21-50a7-464b-a1ad-31f4b9d89889 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:29.118961 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:29.185412 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-e54eca21-50a7-464b-a1ad-31f4b9d89889 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Network 4f57735e-9b2a-4e4f-b94e-2d78693e986e is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:44:29.189047 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-e54eca21-50a7-464b-a1ad-31f4b9d89889 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:44:29.193521 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-e54eca21-50a7-464b-a1ad-31f4b9d89889 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Received port after_create {{(pid=82860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:44:29.220405 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54eca21-50a7-464b-a1ad-31f4b9d89889 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Pushing event updated for resources: {'Port': ['ID=05863028-5ba4-4375-b56e-569e1c390677,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:29.226545 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-e54eca21-50a7-464b-a1ad-31f4b9d89889 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:29.273637 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-e54eca21-50a7-464b-a1ad-31f4b9d89889 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:29.274246 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-e54eca21-50a7-464b-a1ad-31f4b9d89889 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:29.312171 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-e54eca21-50a7-464b-a1ad-31f4b9d89889 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0436776 Dec 16 14:44:29.334667 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] Request body: {'port': {'device_id': 'b75bb51e-e10f-449e-92ee-834c13616bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:44:29.502783 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:29.509891 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-0d7a0edd-2e27-4aab-81c6-4d9c1aa06632 None None] Provisioning for port 05863028-5ba4-4375-b56e-569e1c390677 completed by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:44:29.514866 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-0d7a0edd-2e27-4aab-81c6-4d9c1aa06632 None None] Provisioning complete for port 05863028-5ba4-4375-b56e-569e1c390677 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:44:29.515252 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0edd-2e27-4aab-81c6-4d9c1aa06632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:29.574755 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-0d7a0edd-2e27-4aab-81c6-4d9c1aa06632 None None] Port 05863028-5ba4-4375-b56e-569e1c390677 cannot update to ACTIVE because it is not bound. {{(pid=82862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 16 14:44:29.970274 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05863028-5ba4-4375-b56e-569e1c390677 {{(pid=82860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:44:29.980473 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:30.000173 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] Transition to ACTIVE for port object 05863028-5ba4-4375-b56e-569e1c390677 will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:44:30.006895 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482886'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:30.028202 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:30.155023 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f03e8-7eff-4825-9ce0-7fa78014cf8d req-9c6486c7-83f5-4d82-af5c-4f45df1b15f1 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:30.157530 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-183f03e8-7eff-4825-9ce0-7fa78014cf8d req-9c6486c7-83f5-4d82-af5c-4f45df1b15f1 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bb51e-e10f-449e-92ee-834c13616bf1 HTTP/1.1" status: 200 len: 944 time: 0.1193573 Dec 16 14:44:30.185794 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] Pushing event updated for resources: {'Port': ['ID=05863028-5ba4-4375-b56e-569e1c390677,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:30.193593 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:30.227126 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-183f03e8-7eff-4825-9ce0-7fa78014cf8d req-16e5004c-c95c-4405-bc47-b63a6c0ba027 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Synchronizing usage tracker for tenant:7243b1f0c7ab4a34a702c78e169b9461 on resource:security_group {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:44:30.241216 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-183f03e8-7eff-4825-9ce0-7fa78014cf8d req-16e5004c-c95c-4405-bc47-b63a6c0ba027 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Unset dirty status for tenant:7243b1f0c7ab4a34a702c78e169b9461 on resource:security_group {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:44:30.242742 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-183f03e8-7eff-4825-9ce0-7fa78014cf8d req-16e5004c-c95c-4405-bc47-b63a6c0ba027 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c647331-68e0-453e-ae38-da4252e59b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795424 Dec 16 14:44:30.289441 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] Attempting to bind port 05863028-5ba4-4375-b56e-569e1c390677 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:44:30.289889 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] Attempting to bind port 05863028-5ba4-4375-b56e-569e1c390677 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:44:30.290236 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] Attempting to bind port 05863028-5ba4-4375-b56e-569e1c390677 on network 4f57735e-9b2a-4e4f-b94e-2d78693e986e {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:44:30.298582 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] Port 05863028-5ba4-4375-b56e-569e1c390677 on network 4f57735e-9b2a-4e4f-b94e-2d78693e986e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 16 14:44:30.298975 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] Attempting to bind port 05863028-5ba4-4375-b56e-569e1c390677 on network 4f57735e-9b2a-4e4f-b94e-2d78693e986e {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:44:30.307658 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] Checking agent: {'id': '01466b47-b9e9-4bec-ae02-30c05024f419', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:44:30.308003 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] Checking segment: {'id': '3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:44:30.308397 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] Bound using segment: {'id': '3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:44:30.308828 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] Bound port: 05863028-5ba4-4375-b56e-569e1c390677, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:44:30.309173 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:30.413199 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] For port 05863028-5ba4-4375-b56e-569e1c390677, host hv-cinder-82189, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:44:30.417232 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] For port 05863028-5ba4-4375-b56e-569e1c390677, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=05863028-5ba4-4375-b56e-569e1c390677,segment=NetworkSegment(3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf),segment_id=3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:44:30.423339 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482886'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:30.428021 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-cb5d3f20-b1cd-4ee4-a0bd-9badda14dc44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:30.491323 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:30.492929 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] 10.222.0.62 "PUT /v2.0/ports/05863028-5ba4-4375-b56e-569e1c390677 HTTP/1.1" status: 200 len: 1094 time: 1.1634245 Dec 16 14:44:30.493464 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75bb51e-e10f-449e-92ee-834c13616bf1', 'tag': '05863028-5ba4-4375-b56e-569e1c390677'}] {{(pid=82860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:44:30.521564 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] Pushing event updated for resources: {'Port': ['ID=05863028-5ba4-4375-b56e-569e1c390677,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:30.526726 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:30.736650 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75bb51e-e10f-449e-92ee-834c13616bf1', 'tag': '05863028-5ba4-4375-b56e-569e1c390677', 'status': 'completed', 'code': 200} Dec 16 14:44:30.787758 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-6883baac-c79f-482f-ba5b-8c9aca87b3a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7243b1f0c7ab4a34a702c78e169b9461&device_id=b75bb51e-e10f-449e-92ee-834c13616bf1 HTTP/1.1" status: 200 len: 1097 time: 0.1882179 Dec 16 14:44:30.872310 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-223465ce-cb81-48c5-9da3-46ffa2d0565f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05863028-5ba4-4375-b56e-569e1c390677 HTTP/1.1" status: 200 len: 217 time: 0.0705421 Dec 16 14:44:30.941793 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-33802331-ea6a-4e9e-85e9-6bebfb4da16e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:30.943764 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-33802331-ea6a-4e9e-85e9-6bebfb4da16e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fbefad8-3896-4ba2-9bf0-fdf6065ed622 HTTP/1.1" status: 200 len: 849 time: 0.0655003 Dec 16 14:44:31.030432 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-78050aec-4963-425e-b36f-5dd304d3d3cb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f57735e-9b2a-4e4f-b94e-2d78693e986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802577 Dec 16 14:44:31.224030 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-fcf54bab-5d0a-4ee0-a3de-a31870800717 service neutron] 10.222.0.62 "GET /v2.0/networks/4f57735e-9b2a-4e4f-b94e-2d78693e986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866994 Dec 16 14:44:31.461169 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8429c322-0edb-4e8f-afdd-c9bafc588228 req-41517a6a-b363-4230-a5da-cacd0efc2443 service neutron] 10.222.0.62 "GET /v2.0/networks/4f57735e-9b2a-4e4f-b94e-2d78693e986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287333 Dec 16 14:44:31.529002 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7cb94-2f77-478b-8f15-3776052f9563 req-c849ed12-54ca-4c6b-a2d0-d8729f6e562e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:31.529993 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-89b7cb94-2f77-478b-8f15-3776052f9563 req-c849ed12-54ca-4c6b-a2d0-d8729f6e562e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Synchronizing usage tracker for tenant:7243b1f0c7ab4a34a702c78e169b9461 on resource:port {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:44:31.550287 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-89b7cb94-2f77-478b-8f15-3776052f9563 req-c849ed12-54ca-4c6b-a2d0-d8729f6e562e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Unset dirty status for tenant:7243b1f0c7ab4a34a702c78e169b9461 on resource:port {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:44:31.551788 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-89b7cb94-2f77-478b-8f15-3776052f9563 req-c849ed12-54ca-4c6b-a2d0-d8729f6e562e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bb51e-e10f-449e-92ee-834c13616bf1 HTTP/1.1" status: 200 len: 944 time: 0.1480396 Dec 16 14:44:31.717281 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-89b7cb94-2f77-478b-8f15-3776052f9563 req-fd3b6491-a10b-45db-8f9d-f153823e96fd tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c647331-68e0-453e-ae38-da4252e59b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015041 Dec 16 14:44:31.735483 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-fac3d031-80d7-44ea-aea6-fe698786d532 req-fe43bfef-6eee-4ab3-b886-7ce9d8bd5f9a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7243b1f0c7ab4a34a702c78e169b9461&device_id=b75bb51e-e10f-449e-92ee-834c13616bf1 HTTP/1.1" status: 200 len: 1097 time: 0.1792552 Dec 16 14:44:31.936517 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3d031-80d7-44ea-aea6-fe698786d532 req-94baf0b1-7273-4c7c-83ef-7a890629e2b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:31.939056 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-fac3d031-80d7-44ea-aea6-fe698786d532 req-94baf0b1-7273-4c7c-83ef-7a890629e2b7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f57735e-9b2a-4e4f-b94e-2d78693e986e HTTP/1.1" status: 200 len: 911 time: 0.1963377 Dec 16 14:44:32.062090 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-fac3d031-80d7-44ea-aea6-fe698786d532 req-0d84afd7-4888-4fb8-9671-a1f38445a9cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05863028-5ba4-4375-b56e-569e1c390677 HTTP/1.1" status: 200 len: 217 time: 0.1155720 Dec 16 14:44:32.140400 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3d031-80d7-44ea-aea6-fe698786d532 req-468ae2ea-20fa-4b2c-9db8-2a894ab8a1a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:32.141905 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-fac3d031-80d7-44ea-aea6-fe698786d532 req-468ae2ea-20fa-4b2c-9db8-2a894ab8a1a4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fbefad8-3896-4ba2-9bf0-fdf6065ed622 HTTP/1.1" status: 200 len: 849 time: 0.0698752 Dec 16 14:44:32.230059 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-fac3d031-80d7-44ea-aea6-fe698786d532 req-a9b35749-a0b7-40b9-bbe8-04d50ee88fd3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f57735e-9b2a-4e4f-b94e-2d78693e986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0784655 Dec 16 14:44:32.402599 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-fac3d031-80d7-44ea-aea6-fe698786d532 req-3c8885a8-c22f-4739-9db0-d3ae86f1a1a1 service neutron] 10.222.0.62 "GET /v2.0/networks/4f57735e-9b2a-4e4f-b94e-2d78693e986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648576 Dec 16 14:44:32.442827 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 34666) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:32.526184 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_v2 [None req-44232db5-cf36-4a52-99c2-c18695b4ac61 admin admin] Deleting subnet ecb758b7-97be-4d80-8ba1-b5451e8615a2 {{(pid=82861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 16 14:44:32.530362 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-44232db5-cf36-4a52-99c2-c18695b4ac61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:32.578073 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-fac3d031-80d7-44ea-aea6-fe698786d532 req-04408c42-f0f3-4e6e-a56d-2116064e4e35 service neutron] 10.222.0.62 "GET /v2.0/networks/4f57735e-9b2a-4e4f-b94e-2d78693e986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667986 Dec 16 14:44:32.612956 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-44232db5-cf36-4a52-99c2-c18695b4ac61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-855980'] for subnet, precommit_delete_associations {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:32.710795 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-44232db5-cf36-4a52-99c2-c18695b4ac61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3375631'] for subnet, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:32.801126 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-44232db5-cf36-4a52-99c2-c18695b4ac61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3375616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3754695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1404220'] for subnet, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:32.807640 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-3a78dc4c-7c25-42f5-baab-73d9c8bfb220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:32.853137 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44232db5-cf36-4a52-99c2-c18695b4ac61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecb758b7-97be-4d80-8ba1-b5451e8615a2,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:32.855992 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-44232db5-cf36-4a52-99c2-c18695b4ac61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:32.859444 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-44232db5-cf36-4a52-99c2-c18695b4ac61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:32.871850 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-44232db5-cf36-4a52-99c2-c18695b4ac61 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ecb758b7-97be-4d80-8ba1-b5451e8615a2 HTTP/1.1" status: 204 len: 168 time: 0.4272742 Dec 16 14:44:32.874126 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 34672) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:32.988453 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84ce62-8ba4-49e3-85cd-ffb4e8ce5d93 req-b34a9193-3a13-499b-b2c1-e7c65581e397 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:32.991396 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-ed84ce62-8ba4-49e3-85cd-ffb4e8ce5d93 req-b34a9193-3a13-499b-b2c1-e7c65581e397 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bb51e-e10f-449e-92ee-834c13616bf1 HTTP/1.1" status: 200 len: 944 time: 0.1294093 Dec 16 14:44:33.052893 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-792b1c0c-3b41-48c6-882a-2d95a33ddf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3222799'] for network, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:33.078458 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-ed84ce62-8ba4-49e3-85cd-ffb4e8ce5d93 req-a76d08c5-017b-484e-8adf-b4465df2d4af tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c647331-68e0-453e-ae38-da4252e59b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789402 Dec 16 14:44:33.264693 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-792b1c0c-3b41-48c6-882a-2d95a33ddf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3377296', 'neutron.services.segments.db._delete_segments_for_network-8775664583123'] for network, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:33.301131 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-792b1c0c-3b41-48c6-882a-2d95a33ddf3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4008d89e-e67c-4205-829e-e9c197a98dcc']}} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:33.316262 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-792b1c0c-3b41-48c6-882a-2d95a33ddf3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd3ac9a-1c1f-4378-b723-a7941d3f5785') {'for_net_delete': True} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:33.316507 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-792b1c0c-3b41-48c6-882a-2d95a33ddf3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd3ac9a-1c1f-4378-b723-a7941d3f5785') {} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:33.330267 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-792b1c0c-3b41-48c6-882a-2d95a33ddf3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775664586478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-855989'] for segment, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:33.349047 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-792b1c0c-3b41-48c6-882a-2d95a33ddf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:33.356888 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792b1c0c-3b41-48c6-882a-2d95a33ddf3e admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=82861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 16 14:44:33.357321 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-792b1c0c-3b41-48c6-882a-2d95a33ddf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3754089'] for segment, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: Traceback (most recent call last): Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: timer() Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: cb(*args, **kw) Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: return func(*args, **kwargs) Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: self._notify() Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: self.callback(batched_events) Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: event.method(event) Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: return f(self, *a, **k) Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: return self._get(url).json() Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: return self.request(url, 'GET', **kwargs) Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:44:33.371005 dv-cinder-821893-3-smb neutron-server[82861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:44:33.459770 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-792b1c0c-3b41-48c6-882a-2d95a33ddf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3377289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377742'] for network, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:33.464708 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-421c7c52-7288-4421-979a-576493522543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:33.479094 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-792b1c0c-3b41-48c6-882a-2d95a33ddf3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:33.489895 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b1c0c-3b41-48c6-882a-2d95a33ddf3e admin admin] Pushing event deleted for resources: {'Network': ['ID=4008d89e-e67c-4205-829e-e9c197a98dcc,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:33.494357 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-792b1c0c-3b41-48c6-882a-2d95a33ddf3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:33.503095 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-792b1c0c-3b41-48c6-882a-2d95a33ddf3e admin admin] 10.222.0.44 "DELETE /v2.0/networks/4008d89e-e67c-4205-829e-e9c197a98dcc HTTP/1.1" status: 204 len: 168 time: 0.6275170 Dec 16 14:44:33.781449 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 34680) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:33.852325 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-f014061f-81dc-4d23-8933-d192cb1e83d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7124d656e6d9474eae6510920f730d4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0692601 Dec 16 14:44:33.855690 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 34684) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:33.955859 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-518dd612-8137-4cdc-b3ad-2bc1e6789cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:33.989336 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-518dd612-8137-4cdc-b3ad-2bc1e6789cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:34.060790 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-518dd612-8137-4cdc-b3ad-2bc1e6789cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:34.069644 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-2ffe1af9-83f3-4c06-a712-2baf6d526b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:34.094032 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518dd612-8137-4cdc-b3ad-2bc1e6789cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ac1e05-eeb2-42d1-addd-2d7f62553be3,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:34.098905 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-518dd612-8137-4cdc-b3ad-2bc1e6789cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:34.100010 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 05863028-5ba4-4375-b56e-569e1c390677 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:44:34.111601 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-518dd612-8137-4cdc-b3ad-2bc1e6789cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:34.113553 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-518dd612-8137-4cdc-b3ad-2bc1e6789cd2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/98ac1e05-eeb2-42d1-addd-2d7f62553be3 HTTP/1.1" status: 204 len: 168 time: 0.2564332 Dec 16 14:44:34.283773 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 05863028-5ba4-4375-b56e-569e1c390677, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=05863028-5ba4-4375-b56e-569e1c390677,segment=NetworkSegment(3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf),segment_id=3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:44:34.352122 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Returning: {'device': '05863028-5ba4-4375-b56e-569e1c390677', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'port_id': '05863028-5ba4-4375-b56e-569e1c390677', 'mac_address': 'fa:16:3e:56:6e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:44:34.445183 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ca541-8310-43a7-a7b0-541ca8f876f5 req-02f81f7b-8710-481a-afce-773f466ef3f0 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:34.449984 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8b9ca541-8310-43a7-a7b0-541ca8f876f5 req-02f81f7b-8710-481a-afce-773f466ef3f0 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bb51e-e10f-449e-92ee-834c13616bf1 HTTP/1.1" status: 200 len: 944 time: 0.1768227 Dec 16 14:44:34.468376 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:34.501890 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05863028-5ba4-4375-b56e-569e1c390677 {{(pid=82862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:44:34.521078 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 05863028-5ba4-4375-b56e-569e1c390677, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=05863028-5ba4-4375-b56e-569e1c390677,segment=NetworkSegment(3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf),segment_id=3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:44:34.526740 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:34.528973 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:34.532397 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8b9ca541-8310-43a7-a7b0-541ca8f876f5 req-49ad03ab-b5b8-4bb5-b9b1-e69775167213 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c647331-68e0-453e-ae38-da4252e59b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785139 Dec 16 14:44:34.627989 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=05863028-5ba4-4375-b56e-569e1c390677,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:34.634906 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:34.864112 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['05863028-5ba4-4375-b56e-569e1c390677'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:44:35.375930 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 34710) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:35.528074 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1948564703-network', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:44:35.529971 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:44:35.534383 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Usage tracker for resource:network and tenant:b0c2a5f459f440c7b8e9f28675d07218 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:44:35.538177 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:44:35.547017 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:44:35.560651 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Made reservation on behalf of b0c2a5f459f440c7b8e9f28675d07218 for: {'network': 1} {{(pid=82860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:44:35.563161 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for network, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:35.576762 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:35.618721 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:44:35.624263 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Usage tracker for resource:security_group_rule and tenant:b0c2a5f459f440c7b8e9f28675d07218 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:44:35.628020 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:44:35.634957 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:44:35.874359 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:35.885859 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:35.896720 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:35.952972 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=82860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:44:35.974706 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:36.006306 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:36.011190 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:36.011523 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.db.segments_db [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Added segment bac094fb-32f7-473e-a70d-99e64be11fcc of type vlan for network 83056f42-2247-4d9e-a5e5-6da07423d485 Dec 16 14:44:36.034520 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eefab5-492a-46a5-adc9-851797dfe453 req-b637f289-6239-45ea-aad6-852ef16f5e84 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:36.037159 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-52eefab5-492a-46a5-adc9-851797dfe453 req-b637f289-6239-45ea-aad6-852ef16f5e84 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bb51e-e10f-449e-92ee-834c13616bf1 HTTP/1.1" status: 200 len: 945 time: 0.3447440 Dec 16 14:44:36.106074 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 05863028-5ba4-4375-b56e-569e1c390677 up at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:44:36.113889 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775664085252'] for network, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:36.173736 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-52eefab5-492a-46a5-adc9-851797dfe453 req-8bedb4d4-d738-4b97-876f-0e9f0a737dba tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c647331-68e0-453e-ae38-da4252e59b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290469 Dec 16 14:44:36.186200 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning for port 05863028-5ba4-4375-b56e-569e1c390677 completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:44:36.192991 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for network, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:36.194625 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:36.195504 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:36.196187 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning complete for port 05863028-5ba4-4375-b56e-569e1c390677 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:44:36.196818 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:36.201524 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-18325d03-f589-4a29-aa81-edd77f43b0b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:36.317208 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9400568 Dec 16 14:44:36.317868 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 34720) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:36.321371 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Pushing event updated for resources: {'Network': ['ID=83056f42-2247-4d9e-a5e5-6da07423d485,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:36.324778 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:36.342101 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-aa07acb8-7731-4db1-b24b-f67f47bb53f8 admin admin] Request body: {'subnet': {'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1948564703-subnet', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'ip_version': 4}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:44:36.353370 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-aa07acb8-7731-4db1-b24b-f67f47bb53f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:44:36.360795 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-aa07acb8-7731-4db1-b24b-f67f47bb53f8 admin admin] Usage tracker for resource:subnet and tenant:b0c2a5f459f440c7b8e9f28675d07218 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:44:36.366815 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-aa07acb8-7731-4db1-b24b-f67f47bb53f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:44:36.371814 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Network 83056f42-2247-4d9e-a5e5-6da07423d485 details requested by agent ovs-agent-dv-cinder-821893-3-smb with host dv-cinder-821893-3-smb {{(pid=82862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:44:36.378437 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-aa07acb8-7731-4db1-b24b-f67f47bb53f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:44:36.406034 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa07acb8-7731-4db1-b24b-f67f47bb53f8 admin admin] Made reservation on behalf of b0c2a5f459f440c7b8e9f28675d07218 for: {'subnet': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:44:36.412930 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-aa07acb8-7731-4db1-b24b-f67f47bb53f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1404185'] for subnet, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:36.588217 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:36.628505 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75bb51e-e10f-449e-92ee-834c13616bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05863028-5ba4-4375-b56e-569e1c390677'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:44:36.645064 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 05863028-5ba4-4375-b56e-569e1c390677, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=05863028-5ba4-4375-b56e-569e1c390677,segment=NetworkSegment(3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf),segment_id=3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:44:36.651929 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:36.654855 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:36.757319 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-aa07acb8-7731-4db1-b24b-f67f47bb53f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3754502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1404203'] for subnet, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:36.765854 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-4dab1600-f4d4-455d-9c11-eec46e6a52c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:36.785893 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75bb51e-e10f-449e-92ee-834c13616bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05863028-5ba4-4375-b56e-569e1c390677', 'code': 200} Dec 16 14:44:36.787412 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=05863028-5ba4-4375-b56e-569e1c390677,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:36.801268 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:36.903794 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07acb8-7731-4db1-b24b-f67f47bb53f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3,revision_number=0']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:36.909468 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-aa07acb8-7731-4db1-b24b-f67f47bb53f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:36.928914 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa07acb8-7731-4db1-b24b-f67f47bb53f8 admin admin] Checking segment: {'id': 'bac094fb-32f7-473e-a70d-99e64be11fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:44:36.929482 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa07acb8-7731-4db1-b24b-f67f47bb53f8 admin admin] Network hostable DHCP agents. Network: 83056f42-2247-4d9e-a5e5-6da07423d485, hostable agents: ['86b204a6-684d-4255-9b61-9602afcfa644'], hosted agents: [] {{(pid=82861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:44:36.961030 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa07acb8-7731-4db1-b24b-f67f47bb53f8 admin admin] Network 83056f42-2247-4d9e-a5e5-6da07423d485 is scheduled to be hosted by DHCP agent 86b204a6-684d-4255-9b61-9602afcfa644 with binding_index 1 {{(pid=82861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:44:36.983042 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-aa07acb8-7731-4db1-b24b-f67f47bb53f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-smb, 83056f42-2247-4d9e-a5e5-6da07423d485) {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:44:36.989197 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa07acb8-7731-4db1-b24b-f67f47bb53f8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:36.989697 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-aa07acb8-7731-4db1-b24b-f67f47bb53f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:37.012207 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2e094c-ab2d-46f8-beea-bf96c963f7d1 None None] Network 83056f42-2247-4d9e-a5e5-6da07423d485 requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:44:37.027756 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-aa07acb8-7731-4db1-b24b-f67f47bb53f8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7077777 Dec 16 14:44:37.032732 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 34728) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:37.042322 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1948564703-router', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:44:37.050302 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:44:37.056906 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Usage tracker for resource:router and tenant:b0c2a5f459f440c7b8e9f28675d07218 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:44:37.061975 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:44:37.072240 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:44:37.090165 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-424595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61064'] for router, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:37.092421 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-391482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-378910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61063'] for router, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:37.131562 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:37.205295 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-afc9d549-e442-4554-851c-3879944f2fa2 req-1db453bc-8331-4bf3-9b15-ffe275818177 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b75bb51e-e10f-449e-92ee-834c13616bf1 HTTP/1.1" status: 200 len: 1099 time: 0.1380422 Dec 16 14:44:37.326486 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-afc9d549-e442-4554-851c-3879944f2fa2 req-ed5aa4b9-607e-494f-97ee-a0491425b988 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4c647331-68e0-453e-ae38-da4252e59b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131620 Dec 16 14:44:37.357191 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7e3bd17-6475-574a-890f-11e5f90b22c5-83056f42-2247-4d9e-a5e5-6da07423d485', 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'fixed_ips': [{'subnet_id': '4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3'}]}} from dv-cinder-821893-3-smb. {{(pid=82862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 16 14:44:37.360712 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:37.436685 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-07dbe8b7-304c-4354-9875-03e982113c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:37.598486 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.db_base_plugin_common [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Allocated IP 172.20.0.2 (83056f42-2247-4d9e-a5e5-6da07423d485/4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3/817227a2-6668-4e2d-ad6e-e4ca66c50b86) {{(pid=82862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:44:37.751731 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e19e46-d6d5-4187-8f9f-5be0f5541184 req-b463c547-d04e-44bc-b7a5-5e135bdc632a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:37.754293 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-19e19e46-d6d5-4187-8f9f-5be0f5541184 req-b463c547-d04e-44bc-b7a5-5e135bdc632a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bb51e-e10f-449e-92ee-834c13616bf1 HTTP/1.1" status: 200 len: 946 time: 0.3620529 Dec 16 14:44:37.766120 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-378920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61109'] for router, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:37.888625 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Notify callbacks [] for port, precommit_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:37.892862 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-19e19e46-d6d5-4187-8f9f-5be0f5541184 req-601cce99-667a-4691-8ce5-71d68266d957 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c647331-68e0-453e-ae38-da4252e59b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206908 Dec 16 14:44:37.901634 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Transition to ACTIVE for port object 817227a2-6668-4e2d-ad6e-e4ca66c50b86 will not be triggered until provisioned by entity L2. {{(pid=82862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:44:37.927985 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Transition to ACTIVE for port object 817227a2-6668-4e2d-ad6e-e4ca66c50b86 will not be triggered until provisioned by entity DHCP. {{(pid=82862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:44:37.936119 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633'] for port, after_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:37.941020 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:38.022262 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Network 83056f42-2247-4d9e-a5e5-6da07423d485 is already hosted by enough agents. {{(pid=82862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:44:38.023375 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Pushing event updated for resources: {'Port': ['ID=817227a2-6668-4e2d-ad6e-e4ca66c50b86,revision_number=1']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:38.026107 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.scheduler.base_scheduler [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Resources bound (agent type, host, resource id): {{(pid=82862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:44:38.030831 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:38.035362 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Received port after_create {{(pid=82862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:44:38.085009 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:38.117964 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:38.173121 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Attempting to bind port 817227a2-6668-4e2d-ad6e-e4ca66c50b86 on host dv-cinder-821893-3-smb for vnic_type normal with profile {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:44:38.173394 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Attempting to bind port 817227a2-6668-4e2d-ad6e-e4ca66c50b86 by drivers openvswitch,hyperv on host dv-cinder-821893-3-smb at level 0 using segments [{'id': 'bac094fb-32f7-473e-a70d-99e64be11fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485'}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:44:38.173772 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Attempting to bind port 817227a2-6668-4e2d-ad6e-e4ca66c50b86 on network 83056f42-2247-4d9e-a5e5-6da07423d485 {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:44:38.181543 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Checking agent: {'id': '5fa9648c-092b-4732-8cb9-4096e942c6ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:44:38.181957 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Checking segment: {'id': 'bac094fb-32f7-473e-a70d-99e64be11fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:44:38.182926 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:38.182926 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Bound using segment: {'id': 'bac094fb-32f7-473e-a70d-99e64be11fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485'} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:44:38.183302 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Bound port: 817227a2-6668-4e2d-ad6e-e4ca66c50b86, host: dv-cinder-821893-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac094fb-32f7-473e-a70d-99e64be11fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485'}}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:44:38.183637 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:38.284341 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] For port 817227a2-6668-4e2d-ad6e-e4ca66c50b86, host dv-cinder-821893-3-smb, cleared binding levels {{(pid=82862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:44:38.287709 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] For port 817227a2-6668-4e2d-ad6e-e4ca66c50b86, host dv-cinder-821893-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=817227a2-6668-4e2d-ad6e-e4ca66c50b86,segment=NetworkSegment(bac094fb-32f7-473e-a70d-99e64be11fcc),segment_id=bac094fb-32f7-473e-a70d-99e64be11fcc)] {{(pid=82862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:44:38.295302 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:38.299988 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:38.358059 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_common [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Allocated IP 172.28.3.196 (186f29a2-e581-4978-89ea-e3da95ffad7e/03058b0e-e3b9-411a-92a6-f5070e371994/5dde86af-7d08-415f-91ab-e3f5d1e98e3d) {{(pid=82861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:44:38.382818 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Pushing event updated for resources: {'Port': ['ID=817227a2-6668-4e2d-ad6e-e4ca66c50b86,revision_number=2']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:38.386531 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:38.621601 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:38.660626 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:38.666188 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-752cfc49-7334-4024-8b7e-dd61e362b826 tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:38.733727 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Network 186f29a2-e581-4978-89ea-e3da95ffad7e is already hosted by enough agents. {{(pid=82861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:44:38.737173 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:44:38.747705 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Received port after_create {{(pid=82861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:44:38.790616 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Pushing event updated for resources: {'Port': ['ID=5dde86af-7d08-415f-91ab-e3f5d1e98e3d,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:38.795909 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:38.894269 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 817227a2-6668-4e2d-ad6e-e4ca66c50b86 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:44:38.983436 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:38.985065 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377801'] for router, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:39.046803 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning for port 817227a2-6668-4e2d-ad6e-e4ca66c50b86 completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:44:39.324599 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d4ac0-f436-4dcf-9e9f-0a2ae3b4b8db req-6b7a3841-4b4b-4f12-81ea-f6d04259e7a0 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:39.326159 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-fe8d4ac0-f436-4dcf-9e9f-0a2ae3b4b8db req-6b7a3841-4b4b-4f12-81ea-f6d04259e7a0 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bb51e-e10f-449e-92ee-834c13616bf1 HTTP/1.1" status: 200 len: 946 time: 0.2113605 Dec 16 14:44:39.418358 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-fe8d4ac0-f436-4dcf-9e9f-0a2ae3b4b8db req-3e4ad570-726e-44b4-a916-41795b7baa63 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c647331-68e0-453e-ae38-da4252e59b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780671 Dec 16 14:44:39.507031 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Router 3f78c0fc-585c-4b77-9917-366004020fbe is scheduled to L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc with binding_index 1 {{(pid=82861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 14:44:39.584450 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ba7c6e-139a-4cf1-b15f-a737fecc35f4 None None] Network 83056f42-2247-4d9e-a5e5-6da07423d485 requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:44:39.757407 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d06aa6-c8fa-4346-8447-63ccb7c187e8 req-16fa00da-b02a-4563-a1f2-3ef28d175bcf tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:39.762896 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-15d06aa6-c8fa-4346-8447-63ccb7c187e8 req-16fa00da-b02a-4563-a1f2-3ef28d175bcf tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bb51e-e10f-449e-92ee-834c13616bf1 HTTP/1.1" status: 200 len: 946 time: 0.1191823 Dec 16 14:44:39.764410 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-593d3bd2-4e92-4eb4-a9fa-926bd5be8fb8 None None] Provisioning for port 817227a2-6668-4e2d-ad6e-e4ca66c50b86 completed by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:44:39.772838 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 34744) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:39.779793 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-1328ac75-f011-4cc4-825c-52f62d8de8e9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Request body: {'floatingip': {'port_id': '05863028-5ba4-4375-b56e-569e1c390677'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:44:39.794058 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-593d3bd2-4e92-4eb4-a9fa-926bd5be8fb8 None None] Provisioning complete for port 817227a2-6668-4e2d-ad6e-e4ca66c50b86 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:44:39.794693 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-593d3bd2-4e92-4eb4-a9fa-926bd5be8fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:39.867956 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-1328ac75-f011-4cc4-825c-52f62d8de8e9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for floatingip, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:39.970206 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-233280f4-c743-4bc0-9e7d-52a6c7731f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:39.994418 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:44:40.020521 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] Sync routers for ids ['3f78c0fc-585c-4b77-9917-366004020fbe'] in dv-cinder-821893-3-smb {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:44:40.041816 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Notify callbacks [] for router, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:40.049190 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0104163 Dec 16 14:44:40.050845 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 34748) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:40.168537 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] Routers {'3f78c0fc-585c-4b77-9917-366004020fbe'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:44:40.169719 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:44:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['3f78c0fc-585c-4b77-9917-366004020fbe'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:40.537534 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-593d3bd2-4e92-4eb4-a9fa-926bd5be8fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:40.673351 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-593d3bd2-4e92-4eb4-a9fa-926bd5be8fb8 None None] For port 817227a2-6668-4e2d-ad6e-e4ca66c50b86, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=817227a2-6668-4e2d-ad6e-e4ca66c50b86,segment=NetworkSegment(bac094fb-32f7-473e-a70d-99e64be11fcc),segment_id=bac094fb-32f7-473e-a70d-99e64be11fcc)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:44:40.692847 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] Set router 3f78c0fc-585c-4b77-9917-366004020fbe gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:44:40.922869 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-1328ac75-f011-4cc4-825c-52f62d8de8e9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:40.937005 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-1328ac75-f011-4cc4-825c-52f62d8de8e9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377752'] for floatingip, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:40.942035 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-593d3bd2-4e92-4eb4-a9fa-926bd5be8fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:40.956356 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:41.143266 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:41.186882 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:41.221258 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d3bd2-4e92-4eb4-a9fa-926bd5be8fb8 None None] Pushing event updated for resources: {'Port': ['ID=817227a2-6668-4e2d-ad6e-e4ca66c50b86,revision_number=3']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:41.226436 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-593d3bd2-4e92-4eb4-a9fa-926bd5be8fb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:41.247638 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-769cbfd0-1720-48a0-b62b-6e28dba7eb23 None None] Provisioning complete for port 817227a2-6668-4e2d-ad6e-e4ca66c50b86 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:44:41.247982 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-769cbfd0-1720-48a0-b62b-6e28dba7eb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:41.320027 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.db.l3_db [None req-1328ac75-f011-4cc4-825c-52f62d8de8e9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Floating IP 62d6c713-a2a2-4257-aca8-1d563f423281 associated. External IP: 172.28.3.243, port: 05863028-5ba4-4375-b56e-569e1c390677. Dec 16 14:44:41.442368 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'name': 'tempest-TestMinimumBasicScenario-1948564703-router', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:44:38Z', 'revision_number': 3, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'gw_port': {'id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:58:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:38Z', 'updated_at': '2021-12-16T14:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:41.450455 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] Checking router: 3f78c0fc-585c-4b77-9917-366004020fbe for host: dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:44:41.451055 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] Updating router 3f78c0fc-585c-4b77-9917-366004020fbe port 5dde86af-7d08-415f-91ab-e3f5d1e98e3d binding host dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 16 14:44:41.496880 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-efdcb2b5-b722-486f-8a7b-fbc3377381be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:41.523606 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:41.876076 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_common [None req-efdcb2b5-b722-486f-8a7b-fbc3377381be admin admin] Allocated IP 172.20.0.1 (83056f42-2247-4d9e-a5e5-6da07423d485/4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3/e59b835a-39c0-4e28-9158-d5a6bfe2d0e8) {{(pid=82861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:44:42.119096 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] Notify callbacks [] for port, precommit_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:42.143273 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-efdcb2b5-b722-486f-8a7b-fbc3377381be admin admin] Notify callbacks [] for port, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:42.144054 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] Transition to ACTIVE for port object 5dde86af-7d08-415f-91ab-e3f5d1e98e3d will not be triggered until provisioned by entity L2. {{(pid=82862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:44:42.155688 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:42.163198 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-e7d02ffe-4c6c-4b0f-aa6a-b951c0c8c329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:42.177350 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.provisioning_blocks [None req-efdcb2b5-b722-486f-8a7b-fbc3377381be admin admin] Transition to ACTIVE for port object e59b835a-39c0-4e28-9158-d5a6bfe2d0e8 will not be triggered until provisioned by entity DHCP. {{(pid=82861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:44:42.214533 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1328ac75-f011-4cc4-825c-52f62d8de8e9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Router de11e157-c4bf-4c65-8787-cc519c4f0a9c has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:44:42.217753 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-efdcb2b5-b722-486f-8a7b-fbc3377381be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:42.225868 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-1ced7dc4-ed6b-4cc2-a38c-022be094cff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:42.304745 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2897b1-856e-411c-9824-2d35b4f2723a None None] Pushing event updated for resources: {'Port': ['ID=5dde86af-7d08-415f-91ab-e3f5d1e98e3d,revision_number=2']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:42.309279 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] Attempting to bind port 5dde86af-7d08-415f-91ab-e3f5d1e98e3d on host dv-cinder-821893-3-smb for vnic_type normal with profile {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:44:42.309999 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] Attempting to bind port 5dde86af-7d08-415f-91ab-e3f5d1e98e3d by drivers openvswitch,hyperv on host dv-cinder-821893-3-smb at level 0 using segments [{'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:44:42.310564 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] Attempting to bind port 5dde86af-7d08-415f-91ab-e3f5d1e98e3d on network 186f29a2-e581-4978-89ea-e3da95ffad7e {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:44:42.315364 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-ec2897b1-856e-411c-9824-2d35b4f2723a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:42.323836 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] Checking agent: {'id': '5fa9648c-092b-4732-8cb9-4096e942c6ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:44:42.324557 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] Checking segment: {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:44:42.325146 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:42.325740 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] Bound using segment: {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:44:42.326427 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] Bound port: 5dde86af-7d08-415f-91ab-e3f5d1e98e3d, host: dv-cinder-821893-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:44:42.327002 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:42.344121 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdcb2b5-b722-486f-8a7b-fbc3377381be admin admin] Network 83056f42-2247-4d9e-a5e5-6da07423d485 is already hosted by enough agents. {{(pid=82861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:44:42.361936 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-efdcb2b5-b722-486f-8a7b-fbc3377381be admin admin] Resources bound (agent type, host, resource id): {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:44:42.366892 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdcb2b5-b722-486f-8a7b-fbc3377381be admin admin] Received port after_create {{(pid=82861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:44:42.400810 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:42.451450 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdcb2b5-b722-486f-8a7b-fbc3377381be admin admin] Pushing event updated for resources: {'Port': ['ID=e59b835a-39c0-4e28-9158-d5a6bfe2d0e8,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:42.454914 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-efdcb2b5-b722-486f-8a7b-fbc3377381be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:42.475730 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] For port 5dde86af-7d08-415f-91ab-e3f5d1e98e3d, host dv-cinder-821893-3-smb, cleared binding levels {{(pid=82862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:44:42.484779 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] For port 5dde86af-7d08-415f-91ab-e3f5d1e98e3d, host dv-cinder-821893-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=5dde86af-7d08-415f-91ab-e3f5d1e98e3d,segment=NetworkSegment(4f5dda31-b5b1-4742-b2db-5b9a26752cae),segment_id=4f5dda31-b5b1-4742-b2db-5b9a26752cae)] {{(pid=82862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:44:42.489144 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-efdcb2b5-b722-486f-8a7b-fbc3377381be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377607'] for router_interface, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:42.493399 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:42.505013 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:42.610523 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1328ac75-f011-4cc4-825c-52f62d8de8e9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:44:42.618780 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-1328ac75-f011-4cc4-825c-52f62d8de8e9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for floatingip, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:42.625345 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29e3d9-ab64-4045-9342-2ef48b9e9a41 None None] Sync routers for ids ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'] in dv-cinder-821893-3-smb {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:44:42.630040 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] Routers {'3f78c0fc-585c-4b77-9917-366004020fbe'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:44:42.630769 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:44:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['3f78c0fc-585c-4b77-9917-366004020fbe'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:42.669041 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc29e3d9-ab64-4045-9342-2ef48b9e9a41 None None] Routers {'de11e157-c4bf-4c65-8787-cc519c4f0a9c'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:44:42.670131 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-bc29e3d9-ab64-4045-9342-2ef48b9e9a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:44:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:42.672303 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-efdcb2b5-b722-486f-8a7b-fbc3377381be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:42.724095 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-1328ac75-f011-4cc4-825c-52f62d8de8e9 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "PUT /v2.0/floatingips/62d6c713-a2a2-4257-aca8-1d563f423281 HTTP/1.1" status: 200 len: 992 time: 2.9362957 Dec 16 14:44:42.725167 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75bb51e-e10f-449e-92ee-834c13616bf1', 'tag': '05863028-5ba4-4375-b56e-569e1c390677'}] {{(pid=82860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:44:42.817155 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75bb51e-e10f-449e-92ee-834c13616bf1', 'tag': '05863028-5ba4-4375-b56e-569e1c390677', 'status': 'completed', 'code': 200} Dec 16 14:44:42.836449 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2897b1-856e-411c-9824-2d35b4f2723a None None] Pushing event updated for resources: {'Port': ['ID=5dde86af-7d08-415f-91ab-e3f5d1e98e3d,revision_number=3']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:42.849475 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-ec2897b1-856e-411c-9824-2d35b4f2723a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:42.852997 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 817227a2-6668-4e2d-ad6e-e4ca66c50b86 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:44:42.947413 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-db5ecb4e-d24e-48ba-9366-72b674c9eb7b None None] Provisioning for port e59b835a-39c0-4e28-9158-d5a6bfe2d0e8 completed by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:44:42.977070 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-db5ecb4e-d24e-48ba-9366-72b674c9eb7b None None] Provisioning complete for port e59b835a-39c0-4e28-9158-d5a6bfe2d0e8 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:44:42.978178 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-db5ecb4e-d24e-48ba-9366-72b674c9eb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:43.059624 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] Set router 3f78c0fc-585c-4b77-9917-366004020fbe gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:44:43.105585 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b694c767-ff08-445a-8988-427ed1338ff7 req-16f8ef8e-bab8-44bc-ae13-a3061b69284c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7243b1f0c7ab4a34a702c78e169b9461&device_id=b75bb51e-e10f-449e-92ee-834c13616bf1 HTTP/1.1" status: 200 len: 1099 time: 0.2305319 Dec 16 14:44:43.121463 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 817227a2-6668-4e2d-ad6e-e4ca66c50b86 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:44:43.128394 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:43.154462 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-bc29e3d9-ab64-4045-9342-2ef48b9e9a41 None None] Set router de11e157-c4bf-4c65-8787-cc519c4f0a9c gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:44:43.185490 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-efdcb2b5-b722-486f-8a7b-fbc3377381be admin admin] Notify callbacks [] for port, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:43.194431 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-efdcb2b5-b722-486f-8a7b-fbc3377381be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:43.206876 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-db5ecb4e-d24e-48ba-9366-72b674c9eb7b None None] Port e59b835a-39c0-4e28-9158-d5a6bfe2d0e8 cannot update to ACTIVE because it is not bound. {{(pid=82862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 16 14:44:43.323078 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-4385e58d-9be4-4a98-9cba-b6501f41e205 tempest-VolumesActionsTest-92308846 tempest-VolumesActionsTest-92308846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:43.400074 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694c767-ff08-445a-8988-427ed1338ff7 req-4786e7a4-5514-43d8-80fe-952160279368 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:43.406689 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b694c767-ff08-445a-8988-427ed1338ff7 req-4786e7a4-5514-43d8-80fe-952160279368 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f57735e-9b2a-4e4f-b94e-2d78693e986e HTTP/1.1" status: 200 len: 911 time: 0.2936299 Dec 16 14:44:43.573401 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:43.589051 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b694c767-ff08-445a-8988-427ed1338ff7 req-49261e5f-23fd-4729-925a-b7ba310b466b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05863028-5ba4-4375-b56e-569e1c390677 HTTP/1.1" status: 200 len: 1000 time: 0.1750031 Dec 16 14:44:43.616034 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdcb2b5-b722-486f-8a7b-fbc3377381be admin admin] Pushing event updated for resources: {'Port': ['ID=e59b835a-39c0-4e28-9158-d5a6bfe2d0e8,revision_number=2']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:43.623379 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-efdcb2b5-b722-486f-8a7b-fbc3377381be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:43.656031 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-efdcb2b5-b722-486f-8a7b-fbc3377381be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3564005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380779'] for router_interface, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:43.697608 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694c767-ff08-445a-8988-427ed1338ff7 req-f11b7910-9a8b-4578-8037-6591e109073a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:43.700432 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b694c767-ff08-445a-8988-427ed1338ff7 req-f11b7910-9a8b-4578-8037-6591e109073a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fbefad8-3896-4ba2-9bf0-fdf6065ed622 HTTP/1.1" status: 200 len: 849 time: 0.1044688 Dec 16 14:44:43.755456 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'name': 'tempest-TestMinimumBasicScenario-1948564703-router', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:44:42Z', 'revision_number': 4, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'gw_port': {'id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:58:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:38Z', 'updated_at': '2021-12-16T14:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': 'e59b835a-39c0-4e28-9158-d5a6bfe2d0e8', 'name': '', 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'mac_address': 'fa:16:3e:7a:20:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:41Z', 'updated_at': '2021-12-16T14:44:41Z', 'revision_number': 1, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'subnets': [{'id': '4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:43.765866 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f21e62-536c-4327-9527-e00313007bf1 None None] The sync data for ids ['3f78c0fc-585c-4b77-9917-366004020fbe'] in dv-cinder-821893-3-smb is: [{'id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'name': 'tempest-TestMinimumBasicScenario-1948564703-router', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:44:42Z', 'revision_number': 4, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'gw_port': {'id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:58:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:38Z', 'updated_at': '2021-12-16T14:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': 'e59b835a-39c0-4e28-9158-d5a6bfe2d0e8', 'name': '', 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'mac_address': 'fa:16:3e:7a:20:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:41Z', 'updated_at': '2021-12-16T14:44:41Z', 'revision_number': 1, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'subnets': [{'id': '4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:44:43.870057 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b694c767-ff08-445a-8988-427ed1338ff7 req-090cb07e-f89f-41b9-af0c-e36f41b00af9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f57735e-9b2a-4e4f-b94e-2d78693e986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1626568 Dec 16 14:44:43.887226 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-bc29e3d9-ab64-4045-9342-2ef48b9e9a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'name': 'tempest-AttachVolumeTestJSON-987410366-router', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199'}], 'enable_snat': True}, 'gw_port_id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:23Z', 'updated_at': '2021-12-16T14:40:31Z', 'revision_number': 4, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'gw_port': {'id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:24Z', 'updated_at': '2021-12-16T14:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_floatingips': [{'id': '62d6c713-a2a2-4257-aca8-1d563f423281', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'floating_ip_address': '172.28.3.243', 'floating_network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'router_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'port_id': '05863028-5ba4-4375-b56e-569e1c390677', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'mac_address': 'fa:16:3e:56:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75bb51e-e10f-449e-92ee-834c13616bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:44:24Z', 'updated_at': '2021-12-16T14:44:40Z', 'revision_number': 1, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb', 'name': '', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'mac_address': 'fa:16:3e:37:cb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:30Z', 'updated_at': '2021-12-16T14:40:45Z', 'revision_number': 5, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'subnets': [{'id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:43.895234 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29e3d9-ab64-4045-9342-2ef48b9e9a41 None None] Checking router: de11e157-c4bf-4c65-8787-cc519c4f0a9c for host: dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:44:43.916644 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdcb2b5-b722-486f-8a7b-fbc3377381be admin admin] Network 83056f42-2247-4d9e-a5e5-6da07423d485 is already hosted by enough agents. {{(pid=82861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:44:43.919203 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-efdcb2b5-b722-486f-8a7b-fbc3377381be admin admin] Resources bound (agent type, host, resource id): {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:44:43.919375 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc29e3d9-ab64-4045-9342-2ef48b9e9a41 None None] Routers {'de11e157-c4bf-4c65-8787-cc519c4f0a9c'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:44:43.920613 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-bc29e3d9-ab64-4045-9342-2ef48b9e9a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:44:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:44.207248 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b694c767-ff08-445a-8988-427ed1338ff7 req-35510c97-2f80-4e95-ad46-05f0e55fe713 service neutron] 10.222.0.62 "GET /v2.0/networks/4f57735e-9b2a-4e4f-b94e-2d78693e986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276665 Dec 16 14:44:44.464892 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-af69e731-895a-4a65-8923-fa459dba821b None None] Provisioning complete for port e59b835a-39c0-4e28-9158-d5a6bfe2d0e8 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:44:44.465851 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-af69e731-895a-4a65-8923-fa459dba821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:44.482015 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b694c767-ff08-445a-8988-427ed1338ff7 req-afa35a4a-bb61-46f8-bf45-bb05f67cc576 service neutron] 10.222.0.62 "GET /v2.0/networks/4f57735e-9b2a-4e4f-b94e-2d78693e986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654450 Dec 16 14:44:44.566553 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-bc29e3d9-ab64-4045-9342-2ef48b9e9a41 None None] Set router de11e157-c4bf-4c65-8787-cc519c4f0a9c gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:44:44.597591 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-af69e731-895a-4a65-8923-fa459dba821b None None] Port e59b835a-39c0-4e28-9158-d5a6bfe2d0e8 cannot update to ACTIVE because it is not bound. {{(pid=82862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 16 14:44:44.874503 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdcb2b5-b722-486f-8a7b-fbc3377381be admin admin] Router 3f78c0fc-585c-4b77-9917-366004020fbe has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:44:45.210632 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdcb2b5-b722-486f-8a7b-fbc3377381be admin admin] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:44:45.230692 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-efdcb2b5-b722-486f-8a7b-fbc3377381be admin admin] 10.222.0.44 "PUT /v2.0/routers/3f78c0fc-585c-4b77-9917-366004020fbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1700912 Dec 16 14:44:45.231057 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-bc29e3d9-ab64-4045-9342-2ef48b9e9a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'name': 'tempest-AttachVolumeTestJSON-987410366-router', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199'}], 'enable_snat': True}, 'gw_port_id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:23Z', 'updated_at': '2021-12-16T14:40:31Z', 'revision_number': 4, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'gw_port': {'id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:24Z', 'updated_at': '2021-12-16T14:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_floatingips': [{'id': '62d6c713-a2a2-4257-aca8-1d563f423281', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'floating_ip_address': '172.28.3.243', 'floating_network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'router_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'port_id': '05863028-5ba4-4375-b56e-569e1c390677', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'mac_address': 'fa:16:3e:56:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75bb51e-e10f-449e-92ee-834c13616bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:44:24Z', 'updated_at': '2021-12-16T14:44:40Z', 'revision_number': 1, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb', 'name': '', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'mac_address': 'fa:16:3e:37:cb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:30Z', 'updated_at': '2021-12-16T14:40:45Z', 'revision_number': 5, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'subnets': [{'id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:45.237137 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29e3d9-ab64-4045-9342-2ef48b9e9a41 None None] The sync data for ids ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'] in dv-cinder-821893-3-smb is: [{'id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'name': 'tempest-AttachVolumeTestJSON-987410366-router', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199'}], 'enable_snat': True}, 'gw_port_id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:23Z', 'updated_at': '2021-12-16T14:40:31Z', 'revision_number': 4, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'gw_port': {'id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:24Z', 'updated_at': '2021-12-16T14:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_floatingips': [{'id': '62d6c713-a2a2-4257-aca8-1d563f423281', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'floating_ip_address': '172.28.3.243', 'floating_network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'router_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'port_id': '05863028-5ba4-4375-b56e-569e1c390677', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'mac_address': 'fa:16:3e:56:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75bb51e-e10f-449e-92ee-834c13616bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:44:24Z', 'updated_at': '2021-12-16T14:44:40Z', 'revision_number': 1, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb', 'name': '', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'mac_address': 'fa:16:3e:37:cb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:30Z', 'updated_at': '2021-12-16T14:40:45Z', 'revision_number': 5, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'subnets': [{'id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:44:46.695279 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 34800) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:46.703691 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1179344543-network', 'tenant_id': '5e537dfdd7b249c7a11a779cf629d829'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:44:46.709532 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:44:46.714651 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] Usage tracker for resource:network and tenant:5e537dfdd7b249c7a11a779cf629d829 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:44:46.728842 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:44:46.745717 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:44:46.772512 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] Made reservation on behalf of 5e537dfdd7b249c7a11a779cf629d829 for: {'network': 1} {{(pid=82860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:44:46.775018 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for network, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:46.805367 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:46.869230 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 5dde86af-7d08-415f-91ab-e3f5d1e98e3d up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:44:46.872903 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:44:46.877993 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] Usage tracker for resource:security_group_rule and tenant:5e537dfdd7b249c7a11a779cf629d829 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:44:46.881890 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:44:46.906805 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:44:46.974967 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning for port 5dde86af-7d08-415f-91ab-e3f5d1e98e3d completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:44:46.989936 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 5dde86af-7d08-415f-91ab-e3f5d1e98e3d triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:44:46.990581 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:47.011319 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:47.022380 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:47.026359 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-c8df6351-c5ed-4c41-922c-024aec72b4e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:47.076665 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=82860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:44:47.087455 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6c9bcc-beac-4cf5-a4ce-67776076bdd8,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:47.092268 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:47.096605 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:47.097384 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.db.segments_db [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] Added segment 29ef0113-a69d-40d2-88fb-241604d70c56 of type vlan for network 5a9b958c-ea69-4fc6-b0da-f10c0b21dadc Dec 16 14:44:47.163131 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775664085252'] for network, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:47.206946 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for network, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:47.208214 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:47.208810 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:47.219892 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-b004a88a-0a4e-4f8e-8112-763a8af62073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:47.239157 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9035c84c-0ef0-44af-b8e5-52cc4bea3f9c None None] New status for floating IP 62d6c713-a2a2-4257-aca8-1d563f423281: ACTIVE {{(pid=82862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 16 14:44:47.402661 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:47.449850 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7531071 Dec 16 14:44:47.453337 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 34804) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:47.455975 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] Pushing event updated for resources: {'Network': ['ID=5a9b958c-ea69-4fc6-b0da-f10c0b21dadc,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:47.462075 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-544e3e5b-c97c-4ceb-b00b-3c9b18ffb468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:47.469992 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-e85ce67d-0463-4464-860a-ca1c18892dac admin admin] Request body: {'subnet': {'network_id': '5a9b958c-ea69-4fc6-b0da-f10c0b21dadc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1179344543-subnet', 'tenant_id': '5e537dfdd7b249c7a11a779cf629d829', 'ip_version': 4}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:44:47.478782 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-e85ce67d-0463-4464-860a-ca1c18892dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:44:47.486473 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-e85ce67d-0463-4464-860a-ca1c18892dac admin admin] Usage tracker for resource:subnet and tenant:5e537dfdd7b249c7a11a779cf629d829 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:44:47.491601 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-e85ce67d-0463-4464-860a-ca1c18892dac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:44:47.502806 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-e85ce67d-0463-4464-860a-ca1c18892dac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:44:47.521434 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85ce67d-0463-4464-860a-ca1c18892dac admin admin] Made reservation on behalf of 5e537dfdd7b249c7a11a779cf629d829 for: {'subnet': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:44:47.525641 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e85ce67d-0463-4464-860a-ca1c18892dac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1404185'] for subnet, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:47.561769 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] For port 5dde86af-7d08-415f-91ab-e3f5d1e98e3d, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=5dde86af-7d08-415f-91ab-e3f5d1e98e3d,segment=NetworkSegment(4f5dda31-b5b1-4742-b2db-5b9a26752cae),segment_id=4f5dda31-b5b1-4742-b2db-5b9a26752cae)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:44:47.565731 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Network 5a9b958c-ea69-4fc6-b0da-f10c0b21dadc details requested by agent ovs-agent-dv-cinder-821893-3-smb with host dv-cinder-821893-3-smb {{(pid=82862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:44:47.624097 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:47.697030 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-094334e1-d446-40e6-badd-140a60e903e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:47.809906 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e85ce67d-0463-4464-860a-ca1c18892dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3754502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1404203'] for subnet, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:47.816803 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-04c00556-13d8-4186-a7e8-979b800c1b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:47.966573 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ce67d-0463-4464-860a-ca1c18892dac admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe2eeb7b-7e95-415d-8b28-1d6f420cb66b,revision_number=0']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:47.974212 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-e85ce67d-0463-4464-860a-ca1c18892dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:48.004412 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85ce67d-0463-4464-860a-ca1c18892dac admin admin] Checking segment: {'id': '29ef0113-a69d-40d2-88fb-241604d70c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5a9b958c-ea69-4fc6-b0da-f10c0b21dadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:44:48.004974 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85ce67d-0463-4464-860a-ca1c18892dac admin admin] Network hostable DHCP agents. Network: 5a9b958c-ea69-4fc6-b0da-f10c0b21dadc, hostable agents: ['86b204a6-684d-4255-9b61-9602afcfa644'], hosted agents: [] {{(pid=82861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:44:48.032086 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85ce67d-0463-4464-860a-ca1c18892dac admin admin] Network 5a9b958c-ea69-4fc6-b0da-f10c0b21dadc is scheduled to be hosted by DHCP agent 86b204a6-684d-4255-9b61-9602afcfa644 with binding_index 1 {{(pid=82861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:44:48.048092 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-e85ce67d-0463-4464-860a-ca1c18892dac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-smb, 5a9b958c-ea69-4fc6-b0da-f10c0b21dadc) {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:44:48.057809 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85ce67d-0463-4464-860a-ca1c18892dac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:48.058921 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e85ce67d-0463-4464-860a-ca1c18892dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:48.070502 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358ec0eb-0ba0-4b60-87e5-9f916f869d8c None None] Network 5a9b958c-ea69-4fc6-b0da-f10c0b21dadc requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:44:48.089279 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-e85ce67d-0463-4464-860a-ca1c18892dac admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6319153 Dec 16 14:44:48.094066 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 34814) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:48.099609 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1179344543-router', 'tenant_id': '5e537dfdd7b249c7a11a779cf629d829', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:44:48.109540 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:44:48.115672 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Usage tracker for resource:router and tenant:5e537dfdd7b249c7a11a779cf629d829 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:44:48.119671 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:44:48.126958 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:44:48.140588 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-424595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61064'] for router, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:48.142135 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-391482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-378910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61063'] for router, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:48.167594 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:48.201674 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Pushing event updated for resources: {'Port': ['ID=5dde86af-7d08-415f-91ab-e3f5d1e98e3d,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:48.227133 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:48.339923 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-378920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61109'] for router, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:48.526939 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7e3bd17-6475-574a-890f-11e5f90b22c5-5a9b958c-ea69-4fc6-b0da-f10c0b21dadc', 'network_id': '5a9b958c-ea69-4fc6-b0da-f10c0b21dadc', 'tenant_id': '5e537dfdd7b249c7a11a779cf629d829', 'fixed_ips': [{'subnet_id': 'fe2eeb7b-7e95-415d-8b28-1d6f420cb66b'}]}} from dv-cinder-821893-3-smb. {{(pid=82862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 16 14:44:48.526939 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:48.657034 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:48.722000 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.db_base_plugin_common [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Allocated IP 172.20.0.2 (5a9b958c-ea69-4fc6-b0da-f10c0b21dadc/fe2eeb7b-7e95-415d-8b28-1d6f420cb66b/4ba9775f-246c-4df7-a52a-d3b76a090995) {{(pid=82862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:44:48.815909 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:48.840347 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 5dde86af-7d08-415f-91ab-e3f5d1e98e3d up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:44:48.969948 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_common [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Allocated IP 172.28.3.127 (186f29a2-e581-4978-89ea-e3da95ffad7e/03058b0e-e3b9-411a-92a6-f5070e371994/72073161-ca43-45b4-9b83-2195fe63f55c) {{(pid=82861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:44:49.058958 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Notify callbacks [] for port, precommit_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:49.061584 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 5dde86af-7d08-415f-91ab-e3f5d1e98e3d triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:44:49.062043 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:49.109755 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Transition to ACTIVE for port object 4ba9775f-246c-4df7-a52a-d3b76a090995 will not be triggered until provisioned by entity L2. {{(pid=82862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:44:49.148426 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Transition to ACTIVE for port object 4ba9775f-246c-4df7-a52a-d3b76a090995 will not be triggered until provisioned by entity DHCP. {{(pid=82862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:44:49.159876 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633'] for port, after_create {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:49.165421 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:49.174116 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:49.224276 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:49.230390 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:49.338262 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Network 186f29a2-e581-4978-89ea-e3da95ffad7e is already hosted by enough agents. {{(pid=82861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:44:49.344629 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:44:49.349809 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Network 5a9b958c-ea69-4fc6-b0da-f10c0b21dadc is already hosted by enough agents. {{(pid=82862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:44:49.353091 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Pushing event updated for resources: {'Port': ['ID=4ba9775f-246c-4df7-a52a-d3b76a090995,revision_number=1']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:49.358037 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.scheduler.base_scheduler [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Resources bound (agent type, host, resource id): {{(pid=82862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:44:49.362860 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:49.363583 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Received port after_create {{(pid=82862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:44:49.377031 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Received port after_create {{(pid=82861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:44:49.435279 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=72073161-ca43-45b4-9b83-2195fe63f55c,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:49.441871 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:49.507882 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Attempting to bind port 4ba9775f-246c-4df7-a52a-d3b76a090995 on host dv-cinder-821893-3-smb for vnic_type normal with profile {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:44:49.508507 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Attempting to bind port 4ba9775f-246c-4df7-a52a-d3b76a090995 by drivers openvswitch,hyperv on host dv-cinder-821893-3-smb at level 0 using segments [{'id': '29ef0113-a69d-40d2-88fb-241604d70c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5a9b958c-ea69-4fc6-b0da-f10c0b21dadc'}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:44:49.509030 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Attempting to bind port 4ba9775f-246c-4df7-a52a-d3b76a090995 on network 5a9b958c-ea69-4fc6-b0da-f10c0b21dadc {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:44:49.516861 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Checking agent: {'id': '5fa9648c-092b-4732-8cb9-4096e942c6ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:44:49.517216 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Checking segment: {'id': '29ef0113-a69d-40d2-88fb-241604d70c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5a9b958c-ea69-4fc6-b0da-f10c0b21dadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:44:49.517770 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:49.518031 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Bound using segment: {'id': '29ef0113-a69d-40d2-88fb-241604d70c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5a9b958c-ea69-4fc6-b0da-f10c0b21dadc'} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:44:49.518529 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Bound port: 4ba9775f-246c-4df7-a52a-d3b76a090995, host: dv-cinder-821893-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ef0113-a69d-40d2-88fb-241604d70c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5a9b958c-ea69-4fc6-b0da-f10c0b21dadc'}}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:44:49.518903 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:49.625930 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:49.626726 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377801'] for router, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:49.627861 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] For port 4ba9775f-246c-4df7-a52a-d3b76a090995, host dv-cinder-821893-3-smb, cleared binding levels {{(pid=82862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:44:49.631565 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] For port 4ba9775f-246c-4df7-a52a-d3b76a090995, host dv-cinder-821893-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=4ba9775f-246c-4df7-a52a-d3b76a090995,segment=NetworkSegment(29ef0113-a69d-40d2-88fb-241604d70c56),segment_id=29ef0113-a69d-40d2-88fb-241604d70c56)] {{(pid=82862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:44:49.637127 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:49.641195 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:49.713419 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4edb67-c396-4c79-9d68-0eba9dcf6e9a req-6acc3356-974c-49ea-a449-21c07c682325 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:49.717094 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-ff4edb67-c396-4c79-9d68-0eba9dcf6e9a req-6acc3356-974c-49ea-a449-21c07c682325 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.0981133 Dec 16 14:44:49.722119 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Pushing event updated for resources: {'Port': ['ID=4ba9775f-246c-4df7-a52a-d3b76a090995,revision_number=2']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:49.725550 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:49.780173 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-ff4edb67-c396-4c79-9d68-0eba9dcf6e9a req-629693cf-edea-45a3-99f2-62a46d615fce tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486228 Dec 16 14:44:49.967972 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Router 567a9cda-2cac-4959-8715-eb2891ab52cd is scheduled to L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc with binding_index 1 {{(pid=82861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 14:44:50.203608 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:44:50.213014 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] Sync routers for ids ['567a9cda-2cac-4959-8715-eb2891ab52cd'] in dv-cinder-821893-3-smb {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:44:50.226728 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] Routers {'567a9cda-2cac-4959-8715-eb2891ab52cd'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:44:50.227669 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:44:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['567a9cda-2cac-4959-8715-eb2891ab52cd'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:50.234995 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Notify callbacks [] for router, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:50.236453 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1413736 Dec 16 14:44:50.239829 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 34832) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:44:50.445999 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] Set router 567a9cda-2cac-4959-8715-eb2891ab52cd gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:44:50.844007 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567a9cda-2cac-4959-8715-eb2891ab52cd', 'name': 'tempest-TestMinimumBasicScenario-1179344543-router', 'tenant_id': '5e537dfdd7b249c7a11a779cf629d829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '72073161-ca43-45b4-9b83-2195fe63f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:48Z', 'updated_at': '2021-12-16T14:44:49Z', 'revision_number': 3, 'project_id': '5e537dfdd7b249c7a11a779cf629d829', 'gw_port': {'id': '72073161-ca43-45b4-9b83-2195fe63f55c', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:98:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567a9cda-2cac-4959-8715-eb2891ab52cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:48Z', 'updated_at': '2021-12-16T14:44:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:50.852353 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] Checking router: 567a9cda-2cac-4959-8715-eb2891ab52cd for host: dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:44:50.853477 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] Updating router 567a9cda-2cac-4959-8715-eb2891ab52cd port 72073161-ca43-45b4-9b83-2195fe63f55c binding host dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 16 14:44:50.898253 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 4ba9775f-246c-4df7-a52a-d3b76a090995 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:44:50.986397 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:50.989528 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a14fffd-64cb-49b2-b389-8fd5094e10c0 None None] Network 5a9b958c-ea69-4fc6-b0da-f10c0b21dadc requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:44:51.100802 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01972cc-f748-48b7-b24b-a971296ba298 req-0f35603f-5d05-418c-9be2-bca0dd7662a3 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:51.113451 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-e01972cc-f748-48b7-b24b-a971296ba298 req-0f35603f-5d05-418c-9be2-bca0dd7662a3 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.1097004 Dec 16 14:44:51.145641 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning for port 4ba9775f-246c-4df7-a52a-d3b76a090995 completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:44:51.157811 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 4ba9775f-246c-4df7-a52a-d3b76a090995 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:44:51.158054 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:51.182466 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-e01972cc-f748-48b7-b24b-a971296ba298 req-fb06f343-213f-4d2e-92a3-b8f8245384ff tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672140 Dec 16 14:44:51.198958 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-6bbad0f8-99de-4a3f-8daa-6ae991d6e5b4 None None] Provisioning for port 4ba9775f-246c-4df7-a52a-d3b76a090995 completed by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:44:51.231431 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-6bbad0f8-99de-4a3f-8daa-6ae991d6e5b4 None None] Provisioning complete for port 4ba9775f-246c-4df7-a52a-d3b76a090995 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:44:51.232099 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-6bbad0f8-99de-4a3f-8daa-6ae991d6e5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:51.466769 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f1ad476f-af19-484d-8344-46e3082da1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:51.486454 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] Notify callbacks [] for port, precommit_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:51.501043 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.provisioning_blocks [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] Transition to ACTIVE for port object 72073161-ca43-45b4-9b83-2195fe63f55c will not be triggered until provisioned by entity L2. {{(pid=82863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:44:51.510285 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:51.515864 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:51.552995 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-6bbad0f8-99de-4a3f-8daa-6ae991d6e5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:51.571226 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:51.600182 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.managers [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] Attempting to bind port 72073161-ca43-45b4-9b83-2195fe63f55c on host dv-cinder-821893-3-smb for vnic_type normal with profile {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:44:51.600543 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.managers [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] Attempting to bind port 72073161-ca43-45b4-9b83-2195fe63f55c by drivers openvswitch,hyperv on host dv-cinder-821893-3-smb at level 0 using segments [{'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}] {{(pid=82863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:44:51.600899 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] Attempting to bind port 72073161-ca43-45b4-9b83-2195fe63f55c on network 186f29a2-e581-4978-89ea-e3da95ffad7e {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:44:51.607753 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655a09e-2756-4fca-9df8-58b006de6d6d None None] Pushing event updated for resources: {'Port': ['ID=72073161-ca43-45b4-9b83-2195fe63f55c,revision_number=2']} {{(pid=82863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:51.618198 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] Checking agent: {'id': '5fa9648c-092b-4732-8cb9-4096e942c6ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:44:51.618577 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] Checking segment: {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:44:51.619019 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:51.619497 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] Bound using segment: {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'} {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:44:51.619993 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.managers [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] Bound port: 72073161-ca43-45b4-9b83-2195fe63f55c, host: dv-cinder-821893-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5dda31-b5b1-4742-b2db-5b9a26752cae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e'}}] {{(pid=82863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:44:51.620392 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:51.627719 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-6bbad0f8-99de-4a3f-8daa-6ae991d6e5b4 None None] For port 4ba9775f-246c-4df7-a52a-d3b76a090995, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=4ba9775f-246c-4df7-a52a-d3b76a090995,segment=NetworkSegment(29ef0113-a69d-40d2-88fb-241604d70c56),segment_id=29ef0113-a69d-40d2-88fb-241604d70c56)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:44:51.632971 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-6bbad0f8-99de-4a3f-8daa-6ae991d6e5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:51.636600 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:51.671441 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655a09e-2756-4fca-9df8-58b006de6d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:51.671441 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655a09e-2756-4fca-9df8-58b006de6d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:51.671441 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655a09e-2756-4fca-9df8-58b006de6d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:51.671441 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655a09e-2756-4fca-9df8-58b006de6d6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:51.671441 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655a09e-2756-4fca-9df8-58b006de6d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:51.671441 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655a09e-2756-4fca-9df8-58b006de6d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:51.671441 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655a09e-2756-4fca-9df8-58b006de6d6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:51.671441 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655a09e-2756-4fca-9df8-58b006de6d6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:51.671441 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655a09e-2756-4fca-9df8-58b006de6d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:51.671441 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655a09e-2756-4fca-9df8-58b006de6d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:51.671441 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655a09e-2756-4fca-9df8-58b006de6d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:44:51.686009 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [None req-1655a09e-2756-4fca-9df8-58b006de6d6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:51.779837 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.db.api [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 14:44:51.780595 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_db.api [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 14:44:51.785485 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbad0f8-99de-4a3f-8daa-6ae991d6e5b4 None None] Pushing event updated for resources: {'Port': ['ID=4ba9775f-246c-4df7-a52a-d3b76a090995,revision_number=3']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:51.790193 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-6bbad0f8-99de-4a3f-8daa-6ae991d6e5b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:51.794624 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.db [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] For port 72073161-ca43-45b4-9b83-2195fe63f55c, host dv-cinder-821893-3-smb, cleared binding levels {{(pid=82863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:44:51.802329 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.db [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] For port 72073161-ca43-45b4-9b83-2195fe63f55c, host dv-cinder-821893-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=72073161-ca43-45b4-9b83-2195fe63f55c,segment=NetworkSegment(4f5dda31-b5b1-4742-b2db-5b9a26752cae),segment_id=4f5dda31-b5b1-4742-b2db-5b9a26752cae)] {{(pid=82863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:44:51.813747 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:51.819082 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:51.882128 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_common [None req-f1ad476f-af19-484d-8344-46e3082da1aa admin admin] Allocated IP 172.20.0.1 (5a9b958c-ea69-4fc6-b0da-f10c0b21dadc/fe2eeb7b-7e95-415d-8b28-1d6f420cb66b/57906d4f-4bac-41df-be29-5e5a2bbc0646) {{(pid=82861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:44:51.918680 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655a09e-2756-4fca-9df8-58b006de6d6d None None] Pushing event updated for resources: {'Port': ['ID=72073161-ca43-45b4-9b83-2195fe63f55c,revision_number=3']} {{(pid=82863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:51.922825 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [None req-1655a09e-2756-4fca-9df8-58b006de6d6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:51.925516 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] Routers {'567a9cda-2cac-4959-8715-eb2891ab52cd'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:44:51.925516 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:44:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['567a9cda-2cac-4959-8715-eb2891ab52cd'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:52.073822 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-e5080e3b-59f0-4c99-a67d-a2cfac0929d0 None None] Provisioning complete for port 4ba9775f-246c-4df7-a52a-d3b76a090995 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:44:52.074691 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-e5080e3b-59f0-4c99-a67d-a2cfac0929d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:52.170602 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] Set router 567a9cda-2cac-4959-8715-eb2891ab52cd gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:44:52.174770 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f1ad476f-af19-484d-8344-46e3082da1aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:52.203697 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.provisioning_blocks [None req-f1ad476f-af19-484d-8344-46e3082da1aa admin admin] Transition to ACTIVE for port object 57906d4f-4bac-41df-be29-5e5a2bbc0646 will not be triggered until provisioned by entity DHCP. {{(pid=82861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:44:52.235202 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f1ad476f-af19-484d-8344-46e3082da1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:52.239930 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-eaf1bced-794f-445d-a610-2208f3912ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:52.398364 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad476f-af19-484d-8344-46e3082da1aa admin admin] Pushing event updated for resources: {'Port': ['ID=57906d4f-4bac-41df-be29-5e5a2bbc0646,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:52.402943 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ad476f-af19-484d-8344-46e3082da1aa admin admin] Network 5a9b958c-ea69-4fc6-b0da-f10c0b21dadc is already hosted by enough agents. {{(pid=82861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:44:52.404480 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-f1ad476f-af19-484d-8344-46e3082da1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:52.406095 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-f1ad476f-af19-484d-8344-46e3082da1aa admin admin] Resources bound (agent type, host, resource id): {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:44:52.417108 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad476f-af19-484d-8344-46e3082da1aa admin admin] Received port after_create {{(pid=82861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:44:52.504862 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f1ad476f-af19-484d-8344-46e3082da1aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377607'] for router_interface, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:52.610386 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e064e9-85a6-4f9f-950c-beb1e1e1b9f8 req-e6f0d9e4-24d5-47a2-96d5-c7ea9fe7c5a1 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:52.612362 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-39e064e9-85a6-4f9f-950c-beb1e1e1b9f8 req-e6f0d9e4-24d5-47a2-96d5-c7ea9fe7c5a1 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.0996974 Dec 16 14:44:52.635271 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f1ad476f-af19-484d-8344-46e3082da1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:52.680563 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-39e064e9-85a6-4f9f-950c-beb1e1e1b9f8 req-e14deb9c-394b-48cf-b6af-65e7e1cb66f0 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609064 Dec 16 14:44:52.688502 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567a9cda-2cac-4959-8715-eb2891ab52cd', 'name': 'tempest-TestMinimumBasicScenario-1179344543-router', 'tenant_id': '5e537dfdd7b249c7a11a779cf629d829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '72073161-ca43-45b4-9b83-2195fe63f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:48Z', 'updated_at': '2021-12-16T14:44:49Z', 'revision_number': 3, 'project_id': '5e537dfdd7b249c7a11a779cf629d829', 'gw_port': {'id': '72073161-ca43-45b4-9b83-2195fe63f55c', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:98:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567a9cda-2cac-4959-8715-eb2891ab52cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:48Z', 'updated_at': '2021-12-16T14:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:44:52.694689 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d844b9f-3da0-4b35-a869-b023c6e45d59 None None] The sync data for ids ['567a9cda-2cac-4959-8715-eb2891ab52cd'] in dv-cinder-821893-3-smb is: [{'id': '567a9cda-2cac-4959-8715-eb2891ab52cd', 'name': 'tempest-TestMinimumBasicScenario-1179344543-router', 'tenant_id': '5e537dfdd7b249c7a11a779cf629d829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '72073161-ca43-45b4-9b83-2195fe63f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:48Z', 'updated_at': '2021-12-16T14:44:49Z', 'revision_number': 3, 'project_id': '5e537dfdd7b249c7a11a779cf629d829', 'gw_port': {'id': '72073161-ca43-45b4-9b83-2195fe63f55c', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:98:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567a9cda-2cac-4959-8715-eb2891ab52cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:48Z', 'updated_at': '2021-12-16T14:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}] {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:44:52.784657 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-b78f7296-a219-44b8-9826-b6aacc6eca71 None None] Provisioning for port 57906d4f-4bac-41df-be29-5e5a2bbc0646 completed by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:44:52.794655 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-b78f7296-a219-44b8-9826-b6aacc6eca71 None None] Provisioning complete for port 57906d4f-4bac-41df-be29-5e5a2bbc0646 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:44:52.795602 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-b78f7296-a219-44b8-9826-b6aacc6eca71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:52.845426 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 4ba9775f-246c-4df7-a52a-d3b76a090995 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:44:52.936649 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f1ad476f-af19-484d-8344-46e3082da1aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:52.942820 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f1ad476f-af19-484d-8344-46e3082da1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:52.975442 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-187c5551-a2af-4058-bb50-00a8f295fb62 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:44:52.982571 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-b78f7296-a219-44b8-9826-b6aacc6eca71 None None] Port 57906d4f-4bac-41df-be29-5e5a2bbc0646 cannot update to ACTIVE because it is not bound. {{(pid=82862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 16 14:44:53.017769 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 4ba9775f-246c-4df7-a52a-d3b76a090995 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:44:53.018483 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:53.061994 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f1ad476f-af19-484d-8344-46e3082da1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3564005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380779'] for router_interface, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:53.065898 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad476f-af19-484d-8344-46e3082da1aa admin admin] Pushing event updated for resources: {'Port': ['ID=57906d4f-4bac-41df-be29-5e5a2bbc0646,revision_number=2']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:44:53.069515 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-f1ad476f-af19-484d-8344-46e3082da1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:44:53.233526 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ad476f-af19-484d-8344-46e3082da1aa admin admin] Network 5a9b958c-ea69-4fc6-b0da-f10c0b21dadc is already hosted by enough agents. {{(pid=82861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:44:53.235030 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-f1ad476f-af19-484d-8344-46e3082da1aa admin admin] Resources bound (agent type, host, resource id): {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:44:53.532008 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-825f356c-ecfa-44be-98b8-a7671283e9f7 None None] Provisioning complete for port 57906d4f-4bac-41df-be29-5e5a2bbc0646 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:44:53.532949 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-825f356c-ecfa-44be-98b8-a7671283e9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:44:53.620949 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-825f356c-ecfa-44be-98b8-a7671283e9f7 None None] Port 57906d4f-4bac-41df-be29-5e5a2bbc0646 cannot update to ACTIVE because it is not bound. {{(pid=82862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 16 14:44:53.843333 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ad476f-af19-484d-8344-46e3082da1aa admin admin] Router 567a9cda-2cac-4959-8715-eb2891ab52cd has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:44:53.980749 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d99f5e-0c6e-4363-a045-a3db01ed3d4f req-10693a67-f44b-47f0-bcd9-daa9fd6b8eb4 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:53.982540 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-94d99f5e-0c6e-4363-a045-a3db01ed3d4f req-10693a67-f44b-47f0-bcd9-daa9fd6b8eb4 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.1129634 Dec 16 14:44:54.035276 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-94d99f5e-0c6e-4363-a045-a3db01ed3d4f req-ac1c926c-1fd4-473a-be5c-dbe36aed0649 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464699 Dec 16 14:44:54.128149 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:44:54.134969 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ad476f-af19-484d-8344-46e3082da1aa admin admin] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:44:54.153742 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-f1ad476f-af19-484d-8344-46e3082da1aa admin admin] 10.222.0.44 "PUT /v2.0/routers/567a9cda-2cac-4959-8715-eb2891ab52cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9122872 Dec 16 14:44:55.490274 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120448a-d25d-4973-82b8-a05902dbda0d req-9af224f7-a148-4d56-b952-4a5261491980 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:55.493149 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-9120448a-d25d-4973-82b8-a05902dbda0d req-9af224f7-a148-4d56-b952-4a5261491980 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.2094696 Dec 16 14:44:55.607095 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-9120448a-d25d-4973-82b8-a05902dbda0d req-06881632-2222-490f-b5ed-67612049f446 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018624 Dec 16 14:44:57.026264 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53afa6d7-9f57-4733-b4ae-3cbcd0c6ea80 req-4bfeb634-fc05-4cb8-9eed-28a65ad03f83 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:57.029495 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-53afa6d7-9f57-4733-b4ae-3cbcd0c6ea80 req-4bfeb634-fc05-4cb8-9eed-28a65ad03f83 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.1408043 Dec 16 14:44:57.137828 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-53afa6d7-9f57-4733-b4ae-3cbcd0c6ea80 req-9107b85d-ffcf-4941-84ee-45e4b0b77e52 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930741 Dec 16 14:44:58.503375 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb5a99-ab9d-4287-a738-32caf8f1373e req-7c0c7dbc-c803-4cb2-8450-f2ee6bdcb5fa tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:58.510584 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-efcb5a99-ab9d-4287-a738-32caf8f1373e req-7c0c7dbc-c803-4cb2-8450-f2ee6bdcb5fa tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.1475751 Dec 16 14:44:58.588942 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-efcb5a99-ab9d-4287-a738-32caf8f1373e req-0830ef8e-ce00-4305-b7eb-ff624d4fee1d tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771265 Dec 16 14:44:59.924237 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554aee0f-b671-4f0f-8360-8d25d94ba6a0 req-22b5d2e2-b9cc-4a07-8047-1a96e335bd9d tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:44:59.927099 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-554aee0f-b671-4f0f-8360-8d25d94ba6a0 req-22b5d2e2-b9cc-4a07-8047-1a96e335bd9d tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.1127419 Dec 16 14:45:00.018190 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-554aee0f-b671-4f0f-8360-8d25d94ba6a0 req-8c541715-52bf-477e-8528-e3bfc5be49c0 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799410 Dec 16 14:45:01.402001 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65018bb1-a26b-48ec-a429-cff86885c35c req-084e20c6-bff6-4ba4-bd4d-5beb1db30cf1 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:01.405007 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-65018bb1-a26b-48ec-a429-cff86885c35c req-084e20c6-bff6-4ba4-bd4d-5beb1db30cf1 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.1297965 Dec 16 14:45:01.494979 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-65018bb1-a26b-48ec-a429-cff86885c35c req-67a9b58c-6a58-47f3-8ed3-a8ce4868ff6c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838184 Dec 16 14:45:02.243005 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 30997e42-39ae-40b1-89d6-a56df220085c details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:45:02.443004 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 30997e42-39ae-40b1-89d6-a56df220085c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=30997e42-39ae-40b1-89d6-a56df220085c,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:45:02.460646 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Returning: {'device': '30997e42-39ae-40b1-89d6-a56df220085c', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'port_id': '30997e42-39ae-40b1-89d6-a56df220085c', 'mac_address': 'fa:16:3e:1c:44:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:45:02.526888 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:02.552639 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30997e42-39ae-40b1-89d6-a56df220085c {{(pid=82862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:45:02.573195 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 30997e42-39ae-40b1-89d6-a56df220085c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=30997e42-39ae-40b1-89d6-a56df220085c,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:45:02.580908 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:02.584383 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:02.738780 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=30997e42-39ae-40b1-89d6-a56df220085c,revision_number=6']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:02.772850 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:02.877775 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['30997e42-39ae-40b1-89d6-a56df220085c'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:45:02.881882 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb70810-ebef-4429-9231-3eae55a6fae7 req-bcbaa3de-6a3d-475d-b039-5750d8fe5b63 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:02.884898 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7eb70810-ebef-4429-9231-3eae55a6fae7 req-bcbaa3de-6a3d-475d-b039-5750d8fe5b63 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 944 time: 0.1035700 Dec 16 14:45:02.949139 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7eb70810-ebef-4429-9231-3eae55a6fae7 req-2190c32c-130d-40c4-bf8a-5f4106dc66aa tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577312 Dec 16 14:45:04.245555 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 30997e42-39ae-40b1-89d6-a56df220085c up at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:45:04.454235 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning complete for port 30997e42-39ae-40b1-89d6-a56df220085c triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:45:04.454761 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:04.549689 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834b925-5357-4285-bb81-2d77a4415cf2 req-1d5c3d50-b5fa-4327-9035-8f7584fb5d18 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:04.561146 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-6834b925-5357-4285-bb81-2d77a4415cf2 req-1d5c3d50-b5fa-4327-9035-8f7584fb5d18 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 944 time: 0.2743211 Dec 16 14:45:04.736129 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:04.804613 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-6834b925-5357-4285-bb81-2d77a4415cf2 req-6e4e0c62-8c5c-4d37-a5ce-82df3be86fd3 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325938 Dec 16 14:45:04.851160 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 30997e42-39ae-40b1-89d6-a56df220085c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=30997e42-39ae-40b1-89d6-a56df220085c,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:45:04.856904 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f8b67b-18bb-41fc-86fe-a3147c8f9329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30997e42-39ae-40b1-89d6-a56df220085c'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:45:04.894783 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:04.899658 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:05.054196 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] Sync routers for ids ['3f78c0fc-585c-4b77-9917-366004020fbe'] in dv-cinder-821893-3-smb {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:45:05.088550 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 72073161-ca43-45b4-9b83-2195fe63f55c up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:45:05.263086 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] Routers {'3f78c0fc-585c-4b77-9917-366004020fbe'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:45:05.264449 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:44:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['3f78c0fc-585c-4b77-9917-366004020fbe'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:45:05.444213 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f8b67b-18bb-41fc-86fe-a3147c8f9329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30997e42-39ae-40b1-89d6-a56df220085c', 'code': 200} Dec 16 14:45:05.445576 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=30997e42-39ae-40b1-89d6-a56df220085c,revision_number=7']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:05.458306 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:05.698381 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] Set router 3f78c0fc-585c-4b77-9917-366004020fbe gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:45:06.231163 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning for port 72073161-ca43-45b4-9b83-2195fe63f55c completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:45:06.250478 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 72073161-ca43-45b4-9b83-2195fe63f55c triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:45:06.250859 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:06.383843 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'name': 'tempest-TestMinimumBasicScenario-1948564703-router', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:44:42Z', 'revision_number': 4, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'gw_port': {'id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:58:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:38Z', 'updated_at': '2021-12-16T14:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': 'e59b835a-39c0-4e28-9158-d5a6bfe2d0e8', 'name': '', 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'mac_address': 'fa:16:3e:7a:20:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:41Z', 'updated_at': '2021-12-16T14:44:42Z', 'revision_number': 2, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'subnets': [{'id': '4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:45:06.395530 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] Checking router: 3f78c0fc-585c-4b77-9917-366004020fbe for host: dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:45:06.395911 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] Updating router 3f78c0fc-585c-4b77-9917-366004020fbe port e59b835a-39c0-4e28-9158-d5a6bfe2d0e8 binding host dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 16 14:45:06.456129 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edea984-a964-4c83-8065-e69401583f0f req-49067d52-eb4d-4183-8a46-70f7db006af1 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:06.459243 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-5edea984-a964-4c83-8065-e69401583f0f req-49067d52-eb4d-4183-8a46-70f7db006af1 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.2182703 Dec 16 14:45:06.564854 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-5edea984-a964-4c83-8065-e69401583f0f req-2332c98f-725b-4dce-860f-b87a8539e7a1 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991926 Dec 16 14:45:06.570158 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:06.602262 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:06.675485 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] For port 72073161-ca43-45b4-9b83-2195fe63f55c, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=72073161-ca43-45b4-9b83-2195fe63f55c,segment=NetworkSegment(4f5dda31-b5b1-4742-b2db-5b9a26752cae),segment_id=4f5dda31-b5b1-4742-b2db-5b9a26752cae)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:45:06.685032 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:06.700017 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-593d3bd2-4e92-4eb4-a9fa-926bd5be8fb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:06.821540 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Pushing event updated for resources: {'Port': ['ID=72073161-ca43-45b4-9b83-2195fe63f55c,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:06.825686 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:07.318624 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] Notify callbacks [] for port, precommit_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:07.347652 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] Transition to ACTIVE for port object e59b835a-39c0-4e28-9158-d5a6bfe2d0e8 will not be triggered until provisioned by entity L2. {{(pid=82862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:45:07.356877 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:07.361353 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-ad73281a-bc55-4b98-afc9-950a1a07e153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:07.558317 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-5a88c8ab-bdbe-4d97-9e1d-7df1b4c914a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:07.593415 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464dc51-4eb2-4675-859f-a311b5a1dcd1 None None] Pushing event updated for resources: {'Port': ['ID=e59b835a-39c0-4e28-9158-d5a6bfe2d0e8,revision_number=3']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:07.617142 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-c464dc51-4eb2-4675-859f-a311b5a1dcd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:07.750767 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] Attempting to bind port e59b835a-39c0-4e28-9158-d5a6bfe2d0e8 on host dv-cinder-821893-3-smb for vnic_type normal with profile {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:45:07.751509 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] Attempting to bind port e59b835a-39c0-4e28-9158-d5a6bfe2d0e8 by drivers openvswitch,hyperv on host dv-cinder-821893-3-smb at level 0 using segments [{'id': 'bac094fb-32f7-473e-a70d-99e64be11fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485'}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:45:07.752076 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] Attempting to bind port e59b835a-39c0-4e28-9158-d5a6bfe2d0e8 on network 83056f42-2247-4d9e-a5e5-6da07423d485 {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:45:07.767831 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] Checking agent: {'id': '5fa9648c-092b-4732-8cb9-4096e942c6ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:45:07.779084 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] Checking segment: {'id': 'bac094fb-32f7-473e-a70d-99e64be11fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:45:07.781025 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:07.788103 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] Bound using segment: {'id': 'bac094fb-32f7-473e-a70d-99e64be11fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485'} {{(pid=82862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:45:07.788720 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.managers [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] Bound port: e59b835a-39c0-4e28-9158-d5a6bfe2d0e8, host: dv-cinder-821893-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac094fb-32f7-473e-a70d-99e64be11fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485'}}] {{(pid=82862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:45:07.789178 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:08.073829 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] For port e59b835a-39c0-4e28-9158-d5a6bfe2d0e8, host dv-cinder-821893-3-smb, cleared binding levels {{(pid=82862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:45:08.082466 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] For port e59b835a-39c0-4e28-9158-d5a6bfe2d0e8, host dv-cinder-821893-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=e59b835a-39c0-4e28-9158-d5a6bfe2d0e8,segment=NetworkSegment(bac094fb-32f7-473e-a70d-99e64be11fcc),segment_id=bac094fb-32f7-473e-a70d-99e64be11fcc)] {{(pid=82862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:45:08.100027 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:08.106994 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:08.262356 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057037a-6f93-4866-8eaa-e5d150acd952 req-cb685680-3e0d-4079-aef0-e42d3c67aac4 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:08.297293 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-6057037a-6f93-4866-8eaa-e5d150acd952 req-cb685680-3e0d-4079-aef0-e42d3c67aac4 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.2531874 Dec 16 14:45:08.402870 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] Sync routers for ids ['567a9cda-2cac-4959-8715-eb2891ab52cd'] in dv-cinder-821893-3-smb {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:45:08.439903 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] Routers {'567a9cda-2cac-4959-8715-eb2891ab52cd'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:45:08.440832 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:44:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['567a9cda-2cac-4959-8715-eb2891ab52cd'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:45:08.552713 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-6057037a-6f93-4866-8eaa-e5d150acd952 req-30db096b-031a-43c6-b7ca-541de483ad14 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543836 Dec 16 14:45:08.563791 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] Routers {'3f78c0fc-585c-4b77-9917-366004020fbe'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:45:08.564414 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:44:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['3f78c0fc-585c-4b77-9917-366004020fbe'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:45:08.887328 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] Set router 3f78c0fc-585c-4b77-9917-366004020fbe gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:45:08.988068 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464dc51-4eb2-4675-859f-a311b5a1dcd1 None None] Pushing event updated for resources: {'Port': ['ID=e59b835a-39c0-4e28-9158-d5a6bfe2d0e8,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:09.048638 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] Set router 567a9cda-2cac-4959-8715-eb2891ab52cd gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:45:09.125967 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-c464dc51-4eb2-4675-859f-a311b5a1dcd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.019s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:09.129539 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 72073161-ca43-45b4-9b83-2195fe63f55c up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:45:09.382138 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 72073161-ca43-45b4-9b83-2195fe63f55c triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:45:09.383031 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:09.782379 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567a9cda-2cac-4959-8715-eb2891ab52cd', 'name': 'tempest-TestMinimumBasicScenario-1179344543-router', 'tenant_id': '5e537dfdd7b249c7a11a779cf629d829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '72073161-ca43-45b4-9b83-2195fe63f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:48Z', 'updated_at': '2021-12-16T14:44:52Z', 'revision_number': 4, 'project_id': '5e537dfdd7b249c7a11a779cf629d829', 'gw_port': {'id': '72073161-ca43-45b4-9b83-2195fe63f55c', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567a9cda-2cac-4959-8715-eb2891ab52cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:48Z', 'updated_at': '2021-12-16T14:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '57906d4f-4bac-41df-be29-5e5a2bbc0646', 'name': '', 'network_id': '5a9b958c-ea69-4fc6-b0da-f10c0b21dadc', 'tenant_id': '5e537dfdd7b249c7a11a779cf629d829', 'mac_address': 'fa:16:3e:32:f3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567a9cda-2cac-4959-8715-eb2891ab52cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe2eeb7b-7e95-415d-8b28-1d6f420cb66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:51Z', 'updated_at': '2021-12-16T14:44:52Z', 'revision_number': 2, 'project_id': '5e537dfdd7b249c7a11a779cf629d829', 'subnets': [{'id': 'fe2eeb7b-7e95-415d-8b28-1d6f420cb66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:45:09.792604 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] Checking router: 567a9cda-2cac-4959-8715-eb2891ab52cd for host: dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:45:09.794556 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] Updating router 567a9cda-2cac-4959-8715-eb2891ab52cd port 57906d4f-4bac-41df-be29-5e5a2bbc0646 binding host dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 16 14:45:09.897489 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:09.917112 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-9a45edf7-f059-4ca8-b8e6-694429c4af88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:09.938410 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'name': 'tempest-TestMinimumBasicScenario-1948564703-router', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:44:42Z', 'revision_number': 4, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'gw_port': {'id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:58:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:38Z', 'updated_at': '2021-12-16T14:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': 'e59b835a-39c0-4e28-9158-d5a6bfe2d0e8', 'name': '', 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'mac_address': 'fa:16:3e:7a:20:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:41Z', 'updated_at': '2021-12-16T14:45:08Z', 'revision_number': 4, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'subnets': [{'id': '4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:45:09.946752 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4562ce3e-0469-4e45-8de1-b86b13b9fac8 None None] The sync data for ids ['3f78c0fc-585c-4b77-9917-366004020fbe'] in dv-cinder-821893-3-smb is: [{'id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'name': 'tempest-TestMinimumBasicScenario-1948564703-router', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:44:42Z', 'revision_number': 4, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'gw_port': {'id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:58:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:38Z', 'updated_at': '2021-12-16T14:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': 'e59b835a-39c0-4e28-9158-d5a6bfe2d0e8', 'name': '', 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'mac_address': 'fa:16:3e:7a:20:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:41Z', 'updated_at': '2021-12-16T14:45:08Z', 'revision_number': 4, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'subnets': [{'id': '4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:45:10.050069 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bc7a3-7777-4bd6-88af-c8f848eb314c req-3cf84d84-862f-4dcc-a6fb-5c3893b219c6 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:10.058173 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-378bc7a3-7777-4bd6-88af-c8f848eb314c req-3cf84d84-862f-4dcc-a6fb-5c3893b219c6 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.1623871 Dec 16 14:45:10.144258 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-378bc7a3-7777-4bd6-88af-c8f848eb314c req-25545124-b251-4c93-993f-a8bf509cfd92 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850291 Dec 16 14:45:10.570145 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] Notify callbacks [] for port, precommit_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:10.585883 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.provisioning_blocks [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] Transition to ACTIVE for port object 57906d4f-4bac-41df-be29-5e5a2bbc0646 will not be triggered until provisioned by entity L2. {{(pid=82863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:45:10.611653 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:10.617915 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [None req-6ef06126-7980-4028-8984-7f7c098b1739 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:10.717394 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9483f3d-5cce-4969-94df-f3694239e65a None None] Pushing event updated for resources: {'Port': ['ID=57906d4f-4bac-41df-be29-5e5a2bbc0646,revision_number=3']} {{(pid=82863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:10.723943 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [None req-e9483f3d-5cce-4969-94df-f3694239e65a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:10.804495 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:11.020757 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device e59b835a-39c0-4e28-9158-d5a6bfe2d0e8 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:45:11.042170 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.managers [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] Attempting to bind port 57906d4f-4bac-41df-be29-5e5a2bbc0646 on host dv-cinder-821893-3-smb for vnic_type normal with profile {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:45:11.042799 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.managers [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] Attempting to bind port 57906d4f-4bac-41df-be29-5e5a2bbc0646 by drivers openvswitch,hyperv on host dv-cinder-821893-3-smb at level 0 using segments [{'id': '29ef0113-a69d-40d2-88fb-241604d70c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5a9b958c-ea69-4fc6-b0da-f10c0b21dadc'}] {{(pid=82863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:45:11.049449 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] Attempting to bind port 57906d4f-4bac-41df-be29-5e5a2bbc0646 on network 5a9b958c-ea69-4fc6-b0da-f10c0b21dadc {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:45:11.059229 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] Checking agent: {'id': '5fa9648c-092b-4732-8cb9-4096e942c6ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 11), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:45:11.060456 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] Checking segment: {'id': '29ef0113-a69d-40d2-88fb-241604d70c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5a9b958c-ea69-4fc6-b0da-f10c0b21dadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:45:11.061251 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:11.061913 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] Bound using segment: {'id': '29ef0113-a69d-40d2-88fb-241604d70c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5a9b958c-ea69-4fc6-b0da-f10c0b21dadc'} {{(pid=82863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:45:11.062653 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.managers [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] Bound port: 57906d4f-4bac-41df-be29-5e5a2bbc0646, host: dv-cinder-821893-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ef0113-a69d-40d2-88fb-241604d70c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5a9b958c-ea69-4fc6-b0da-f10c0b21dadc'}}] {{(pid=82863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:45:11.063306 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:11.176973 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:11.231435 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning for port e59b835a-39c0-4e28-9158-d5a6bfe2d0e8 completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:45:11.240449 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port e59b835a-39c0-4e28-9158-d5a6bfe2d0e8 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:45:11.240845 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:11.243506 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.db [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] For port 57906d4f-4bac-41df-be29-5e5a2bbc0646, host dv-cinder-821893-3-smb, cleared binding levels {{(pid=82863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:45:11.256465 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.plugins.ml2.db [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] For port 57906d4f-4bac-41df-be29-5e5a2bbc0646, host dv-cinder-821893-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=57906d4f-4bac-41df-be29-5e5a2bbc0646,segment=NetworkSegment(29ef0113-a69d-40d2-88fb-241604d70c56),segment_id=29ef0113-a69d-40d2-88fb-241604d70c56)] {{(pid=82863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:45:11.267831 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron_lib.callbacks.manager [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:11.346143 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [None req-6ef06126-7980-4028-8984-7f7c098b1739 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:11.669389 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] Routers {'567a9cda-2cac-4959-8715-eb2891ab52cd'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:45:11.674758 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:45:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['567a9cda-2cac-4959-8715-eb2891ab52cd'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:45:11.689455 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328e477-c7d7-4440-962f-543b709cc105 req-767e0f31-69ad-4fed-89e9-d97085414c2c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:11.702961 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2328e477-c7d7-4440-962f-543b709cc105 req-767e0f31-69ad-4fed-89e9-d97085414c2c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.2010598 Dec 16 14:45:11.733723 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:11.842871 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2328e477-c7d7-4440-962f-543b709cc105 req-4b48b2de-5a25-4ca4-8f0e-3587078f1384 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378679 Dec 16 14:45:11.850252 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] For port e59b835a-39c0-4e28-9158-d5a6bfe2d0e8, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=e59b835a-39c0-4e28-9158-d5a6bfe2d0e8,segment=NetworkSegment(bac094fb-32f7-473e-a70d-99e64be11fcc),segment_id=bac094fb-32f7-473e-a70d-99e64be11fcc)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:45:11.860471 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-1dc6f11e-f035-4f50-ad0c-b3ad0391abd2 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:11.862363 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-1dc6f11e-f035-4f50-ad0c-b3ad0391abd2 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Synchronizing usage tracker for tenant:b0c2a5f459f440c7b8e9f28675d07218 on resource:network {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:45:11.863203 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:11.868089 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:11.890132 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-1dc6f11e-f035-4f50-ad0c-b3ad0391abd2 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Unset dirty status for tenant:b0c2a5f459f440c7b8e9f28675d07218 on resource:network {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:45:11.894368 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-1dc6f11e-f035-4f50-ad0c-b3ad0391abd2 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/networks?id=83056f42-2247-4d9e-a5e5-6da07423d485 HTTP/1.1" status: 200 len: 815 time: 0.2859042 Dec 16 14:45:11.919714 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-e27ff52a-a8a7-4736-9ab8-d14adb55ecf9 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/quotas/b0c2a5f459f440c7b8e9f28675d07218 HTTP/1.1" status: 200 len: 375 time: 0.0199275 Dec 16 14:45:12.039816 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Pushing event updated for resources: {'Port': ['ID=e59b835a-39c0-4e28-9158-d5a6bfe2d0e8,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:12.058733 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:12.059222 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:12.059783 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:12.060410 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:12.061039 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:12.061916 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:12.063133 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:12.063837 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:12.064661 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:12.064929 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:12.065555 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:12.074165 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:12.130351 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-7c986914-c4a7-4bf1-b950-4bef2219664c tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b0c2a5f459f440c7b8e9f28675d07218&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2035201 Dec 16 14:45:12.140886 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9483f3d-5cce-4969-94df-f3694239e65a None None] Pushing event updated for resources: {'Port': ['ID=57906d4f-4bac-41df-be29-5e5a2bbc0646,revision_number=4']} {{(pid=82863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:12.150135 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG oslo_concurrency.lockutils [None req-e9483f3d-5cce-4969-94df-f3694239e65a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=82863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:12.169480 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] Set router 567a9cda-2cac-4959-8715-eb2891ab52cd gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:45:12.328098 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-6b9f6639-01fe-4f9e-902d-737d3ab150cd service neutron] 10.222.0.44 "GET /v2.0/networks/83056f42-2247-4d9e-a5e5-6da07423d485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841843 Dec 16 14:45:12.382339 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:12.508413 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-77565441-ce7e-4fec-9628-c991a4cdf2b6 service neutron] 10.222.0.44 "GET /v2.0/networks/83056f42-2247-4d9e-a5e5-6da07423d485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674492 Dec 16 14:45:12.651968 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567a9cda-2cac-4959-8715-eb2891ab52cd', 'name': 'tempest-TestMinimumBasicScenario-1179344543-router', 'tenant_id': '5e537dfdd7b249c7a11a779cf629d829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '72073161-ca43-45b4-9b83-2195fe63f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:48Z', 'updated_at': '2021-12-16T14:44:52Z', 'revision_number': 4, 'project_id': '5e537dfdd7b249c7a11a779cf629d829', 'gw_port': {'id': '72073161-ca43-45b4-9b83-2195fe63f55c', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567a9cda-2cac-4959-8715-eb2891ab52cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:48Z', 'updated_at': '2021-12-16T14:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '57906d4f-4bac-41df-be29-5e5a2bbc0646', 'name': '', 'network_id': '5a9b958c-ea69-4fc6-b0da-f10c0b21dadc', 'tenant_id': '5e537dfdd7b249c7a11a779cf629d829', 'mac_address': 'fa:16:3e:32:f3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567a9cda-2cac-4959-8715-eb2891ab52cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe2eeb7b-7e95-415d-8b28-1d6f420cb66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:51Z', 'updated_at': '2021-12-16T14:45:11Z', 'revision_number': 4, 'project_id': '5e537dfdd7b249c7a11a779cf629d829', 'subnets': [{'id': 'fe2eeb7b-7e95-415d-8b28-1d6f420cb66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:45:12.657824 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613ac025-e0a6-4bf0-8863-f246bcd3ea9a None None] The sync data for ids ['567a9cda-2cac-4959-8715-eb2891ab52cd'] in dv-cinder-821893-3-smb is: [{'id': '567a9cda-2cac-4959-8715-eb2891ab52cd', 'name': 'tempest-TestMinimumBasicScenario-1179344543-router', 'tenant_id': '5e537dfdd7b249c7a11a779cf629d829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '72073161-ca43-45b4-9b83-2195fe63f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:48Z', 'updated_at': '2021-12-16T14:44:52Z', 'revision_number': 4, 'project_id': '5e537dfdd7b249c7a11a779cf629d829', 'gw_port': {'id': '72073161-ca43-45b4-9b83-2195fe63f55c', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567a9cda-2cac-4959-8715-eb2891ab52cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:48Z', 'updated_at': '2021-12-16T14:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '57906d4f-4bac-41df-be29-5e5a2bbc0646', 'name': '', 'network_id': '5a9b958c-ea69-4fc6-b0da-f10c0b21dadc', 'tenant_id': '5e537dfdd7b249c7a11a779cf629d829', 'mac_address': 'fa:16:3e:32:f3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567a9cda-2cac-4959-8715-eb2891ab52cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe2eeb7b-7e95-415d-8b28-1d6f420cb66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:51Z', 'updated_at': '2021-12-16T14:45:11Z', 'revision_number': 4, 'project_id': '5e537dfdd7b249c7a11a779cf629d829', 'subnets': [{'id': 'fe2eeb7b-7e95-415d-8b28-1d6f420cb66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:45:12.835999 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-4befee66-b90d-4b01-b47a-935ccce65aef req-6f87b599-9ec7-474a-884e-4dab874eeb12 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Synchronizing usage tracker for tenant:b0c2a5f459f440c7b8e9f28675d07218 on resource:port {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:45:12.877106 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-4befee66-b90d-4b01-b47a-935ccce65aef req-6f87b599-9ec7-474a-884e-4dab874eeb12 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Unset dirty status for tenant:b0c2a5f459f440c7b8e9f28675d07218 on resource:port {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:45:12.886456 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-4befee66-b90d-4b01-b47a-935ccce65aef req-6f87b599-9ec7-474a-884e-4dab874eeb12 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 210 time: 0.1626525 Dec 16 14:45:13.045778 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 57906d4f-4bac-41df-be29-5e5a2bbc0646 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:45:13.215196 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning for port 57906d4f-4bac-41df-be29-5e5a2bbc0646 completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:45:13.239337 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 57906d4f-4bac-41df-be29-5e5a2bbc0646 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:45:13.241491 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:13.381173 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ed650-2f96-4659-b2d3-8f4820e521ab req-3d8c6cd1-a268-4728-8125-87673c2085fa tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:13.399006 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c01ed650-2f96-4659-b2d3-8f4820e521ab req-3d8c6cd1-a268-4728-8125-87673c2085fa tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.2451627 Dec 16 14:45:13.572765 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c01ed650-2f96-4659-b2d3-8f4820e521ab req-e5436a44-a441-45c8-879d-269871ac7882 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724439 Dec 16 14:45:13.628976 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:13.711925 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:13.789840 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] For port 57906d4f-4bac-41df-be29-5e5a2bbc0646, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=57906d4f-4bac-41df-be29-5e5a2bbc0646,segment=NetworkSegment(29ef0113-a69d-40d2-88fb-241604d70c56),segment_id=29ef0113-a69d-40d2-88fb-241604d70c56)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:45:13.797523 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:13.798934 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device e59b835a-39c0-4e28-9158-d5a6bfe2d0e8 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:45:13.864288 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-3083357d-9fc5-4fa2-a3f6-e9e1f6a5d0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:14.037703 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Pushing event updated for resources: {'Port': ['ID=57906d4f-4bac-41df-be29-5e5a2bbc0646,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:14.044008 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:14.047778 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port e59b835a-39c0-4e28-9158-d5a6bfe2d0e8 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:45:14.048872 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:14.145940 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-9a00bd41-8e1e-4ebe-9520-a0e74773aaf3 req-376c5a64-dbd9-47a5-a373-90c96625470c tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 210 time: 0.0588748 Dec 16 14:45:14.937203 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 57906d4f-4bac-41df-be29-5e5a2bbc0646 up at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:45:14.998074 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-c3b97dc6-d155-44f7-9bcd-e5f52068bafa tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:15.001620 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-c3b97dc6-d155-44f7-9bcd-e5f52068bafa tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.62 "GET /v2.0/networks?id=83056f42-2247-4d9e-a5e5-6da07423d485 HTTP/1.1" status: 200 len: 815 time: 0.4658699 Dec 16 14:45:15.035557 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Request body: {'port': {'device_id': 'c67b015e-7500-449e-bf33-f7eb8dcf2a58', 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485', 'admin_state_up': True, 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:45:15.073355 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985890c-6fff-4301-a8e8-304c1033f6b4 req-ec67f4cd-e5fa-4629-8040-1859084a2fa3 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:15.082417 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c985890c-6fff-4301-a8e8-304c1033f6b4 req-ec67f4cd-e5fa-4629-8040-1859084a2fa3 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.1796904 Dec 16 14:45:15.100144 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Provisioning complete for port 57906d4f-4bac-41df-be29-5e5a2bbc0646 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:45:15.100862 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:15.197410 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c985890c-6fff-4301-a8e8-304c1033f6b4 req-5347852a-9c2f-4e98-b11e-6d75c6082540 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833540 Dec 16 14:45:15.517928 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:45:15.549256 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:45:15.634316 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-0e1853e1-c881-440e-8395-1a9fd0ae7b2d req-3d8f8421-0c24-4b54-88c3-0f9782779518 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 210 time: 0.0611534 Dec 16 14:45:15.637637 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Made reservation on behalf of b0c2a5f459f440c7b8e9f28675d07218 for: {'port': 1} {{(pid=82860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:45:15.644557 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:15.979658 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_common [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Allocated IP 172.20.0.6 (83056f42-2247-4d9e-a5e5-6da07423d485/4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3/b23455d2-c93f-4a05-b6a0-275d07719be6) {{(pid=82860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:45:16.367285 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for port, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:16.405997 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Transition to ACTIVE for port object b23455d2-c93f-4a05-b6a0-275d07719be6 will not be triggered until provisioned by entity DHCP. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:45:16.437786 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:16.444952 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-79910397-a0a2-4022-9c40-6b41cb51d525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:16.621943 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Network 83056f42-2247-4d9e-a5e5-6da07423d485 is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:45:16.627126 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:45:16.631175 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Pushing event updated for resources: {'Port': ['ID=b23455d2-c93f-4a05-b6a0-275d07719be6,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:16.634282 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Received port after_create {{(pid=82860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:45:16.701523 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:16.702678 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:16.702845 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:16.703126 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:16.703585 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:16.703945 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:16.704346 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:16.704800 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:16.705080 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:16.705748 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:16.706137 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:16.719242 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:16.729475 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:16.730445 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:16.820657 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7923422 Dec 16 14:45:16.828703 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171eb48d-c132-4673-8f87-76c852a95239 req-9afad8f4-4028-4beb-a820-c823e0c0266a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:16.832110 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-171eb48d-c132-4673-8f87-76c852a95239 req-9afad8f4-4028-4beb-a820-c823e0c0266a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.2920001 Dec 16 14:45:16.888822 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] Request body: {'port': {'device_id': 'c67b015e-7500-449e-bf33-f7eb8dcf2a58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:45:17.009112 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2808ca-8005-4256-b2cf-f7c9f86c707b req-38e4458a-c894-4114-9648-8c4f27601e6a tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:17.010771 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-6b2808ca-8005-4256-b2cf-f7c9f86c707b req-38e4458a-c894-4114-9648-8c4f27601e6a tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 931 time: 0.1551149 Dec 16 14:45:17.070016 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-171eb48d-c132-4673-8f87-76c852a95239 req-23f259ac-e690-404c-921a-86fac80f9589 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256699 Dec 16 14:45:17.101026 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-6b2808ca-8005-4256-b2cf-f7c9f86c707b req-35cf3e50-61de-463c-9e59-cda433f5b510 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793152 Dec 16 14:45:17.249601 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:17.251786 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-d63bcc0a-d848-4b75-8455-29408b7e1478 None None] Provisioning for port b23455d2-c93f-4a05-b6a0-275d07719be6 completed by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:45:17.270913 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-d63bcc0a-d848-4b75-8455-29408b7e1478 None None] Provisioning complete for port b23455d2-c93f-4a05-b6a0-275d07719be6 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:45:17.272205 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-d63bcc0a-d848-4b75-8455-29408b7e1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:17.393348 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-d63bcc0a-d848-4b75-8455-29408b7e1478 None None] Port b23455d2-c93f-4a05-b6a0-275d07719be6 cannot update to ACTIVE because it is not bound. {{(pid=82862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 16 14:45:18.103667 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23455d2-c93f-4a05-b6a0-275d07719be6 {{(pid=82860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:45:18.113799 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:18.172051 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] Transition to ACTIVE for port object b23455d2-c93f-4a05-b6a0-275d07719be6 will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:45:18.184946 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482886'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:18.197922 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-9b463853-1914-4473-8f8a-80778d61c94d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:18.359575 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] Pushing event updated for resources: {'Port': ['ID=b23455d2-c93f-4a05-b6a0-275d07719be6,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:18.366182 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:18.602523 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49f7eb-3755-42cc-bd57-5be9903bf398 req-0818ea03-3913-438d-9df7-2313a938811c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:18.604148 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-df49f7eb-3755-42cc-bd57-5be9903bf398 req-0818ea03-3913-438d-9df7-2313a938811c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.2250504 Dec 16 14:45:18.701748 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-df49f7eb-3755-42cc-bd57-5be9903bf398 req-db898923-bf72-44be-a44b-67e85a8f3d81 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851381 Dec 16 14:45:18.823262 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] Attempting to bind port b23455d2-c93f-4a05-b6a0-275d07719be6 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:45:18.823872 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] Attempting to bind port b23455d2-c93f-4a05-b6a0-275d07719be6 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'bac094fb-32f7-473e-a70d-99e64be11fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:45:18.824480 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] Attempting to bind port b23455d2-c93f-4a05-b6a0-275d07719be6 on network 83056f42-2247-4d9e-a5e5-6da07423d485 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:45:18.833365 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] Port b23455d2-c93f-4a05-b6a0-275d07719be6 on network 83056f42-2247-4d9e-a5e5-6da07423d485 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 16 14:45:18.833784 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] Attempting to bind port b23455d2-c93f-4a05-b6a0-275d07719be6 on network 83056f42-2247-4d9e-a5e5-6da07423d485 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:45:18.846970 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] Checking agent: {'id': '01466b47-b9e9-4bec-ae02-30c05024f419', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:45:18.847467 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] Checking segment: {'id': 'bac094fb-32f7-473e-a70d-99e64be11fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:45:18.848097 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] Bound using segment: {'id': 'bac094fb-32f7-473e-a70d-99e64be11fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:45:18.848634 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] Bound port: b23455d2-c93f-4a05-b6a0-275d07719be6, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac094fb-32f7-473e-a70d-99e64be11fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:45:18.848986 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:19.182760 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] For port b23455d2-c93f-4a05-b6a0-275d07719be6, host hv-cinder-82189, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:45:19.186619 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830f2fe-782d-4dca-9cbe-667b27c70bf7 req-dd7b3fa3-5538-4ab7-a66b-4fe0964e6526 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:19.189251 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] For port b23455d2-c93f-4a05-b6a0-275d07719be6, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b23455d2-c93f-4a05-b6a0-275d07719be6,segment=NetworkSegment(bac094fb-32f7-473e-a70d-99e64be11fcc),segment_id=bac094fb-32f7-473e-a70d-99e64be11fcc)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:45:19.198048 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482886'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:19.207377 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1830f2fe-782d-4dca-9cbe-667b27c70bf7 req-dd7b3fa3-5538-4ab7-a66b-4fe0964e6526 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 943 time: 0.2411559 Dec 16 14:45:19.282022 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-59814e45-8b50-46cd-b8bb-fbcb1e3ec6aa tempest-VolumesSnapshotTestJSON-103074034 tempest-VolumesSnapshotTestJSON-103074034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:19.382567 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1830f2fe-782d-4dca-9cbe-667b27c70bf7 req-65e9e553-6d3d-4fed-a4ae-8924ada87c0b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704111 Dec 16 14:45:19.550631 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:19.553887 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] 10.222.0.62 "PUT /v2.0/ports/b23455d2-c93f-4a05-b6a0-275d07719be6 HTTP/1.1" status: 200 len: 1093 time: 2.6761465 Dec 16 14:45:19.563760 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67b015e-7500-449e-bf33-f7eb8dcf2a58', 'tag': 'b23455d2-c93f-4a05-b6a0-275d07719be6'}] {{(pid=82860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:45:19.642088 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] Pushing event updated for resources: {'Port': ['ID=b23455d2-c93f-4a05-b6a0-275d07719be6,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:19.663948 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-f71c73b9-9928-4325-9695-5c8d5034e7ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:19.870419 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67b015e-7500-449e-bf33-f7eb8dcf2a58', 'tag': 'b23455d2-c93f-4a05-b6a0-275d07719be6', 'status': 'completed', 'code': 200} Dec 16 14:45:20.328928 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-1e6df509-b839-4f4d-a6b5-bd27e8e4a9ab req-4b89e111-8e57-4f26-87ec-b1df14c9561d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0c2a5f459f440c7b8e9f28675d07218&device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 1096 time: 0.3155627 Dec 16 14:45:20.378891 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf032890-6ffc-4c10-b81c-80bc049186bd req-8fe9b0ea-d789-4782-95bb-2134e358cd47 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:20.381571 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-bf032890-6ffc-4c10-b81c-80bc049186bd req-8fe9b0ea-d789-4782-95bb-2134e358cd47 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.3335299 Dec 16 14:45:20.511477 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-bf032890-6ffc-4c10-b81c-80bc049186bd req-2188c65f-ab86-4e68-b7b5-828b2709b08a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114740 Dec 16 14:45:20.752779 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6df509-b839-4f4d-a6b5-bd27e8e4a9ab req-0603ce3f-8784-4275-97ca-0516fc256b7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:20.754841 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-1e6df509-b839-4f4d-a6b5-bd27e8e4a9ab req-0603ce3f-8784-4275-97ca-0516fc256b7b service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=b0c2a5f459f440c7b8e9f28675d07218&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2997234 Dec 16 14:45:21.045254 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82924870-020b-4005-8ea3-c58c69246e87 req-e94e0e26-a6c4-4404-8517-d757ba2d6f77 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:21.045254 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-82924870-020b-4005-8ea3-c58c69246e87 req-e94e0e26-a6c4-4404-8517-d757ba2d6f77 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Synchronizing usage tracker for tenant:b0c2a5f459f440c7b8e9f28675d07218 on resource:port {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:45:21.089836 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-82924870-020b-4005-8ea3-c58c69246e87 req-e94e0e26-a6c4-4404-8517-d757ba2d6f77 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Unset dirty status for tenant:b0c2a5f459f440c7b8e9f28675d07218 on resource:port {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:45:21.095637 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-82924870-020b-4005-8ea3-c58c69246e87 req-e94e0e26-a6c4-4404-8517-d757ba2d6f77 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 943 time: 0.2286973 Dec 16 14:45:21.153248 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-82924870-020b-4005-8ea3-c58c69246e87 req-6b30c188-4e24-441d-83fd-6e44000b7676 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Synchronizing usage tracker for tenant:b0c2a5f459f440c7b8e9f28675d07218 on resource:security_group {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:45:21.197244 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-82924870-020b-4005-8ea3-c58c69246e87 req-6b30c188-4e24-441d-83fd-6e44000b7676 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Unset dirty status for tenant:b0c2a5f459f440c7b8e9f28675d07218 on resource:security_group {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:45:21.211596 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-82924870-020b-4005-8ea3-c58c69246e87 req-6b30c188-4e24-441d-83fd-6e44000b7676 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111281 Dec 16 14:45:22.054204 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dc2d6-00ec-48a7-bad7-1519a71ce15a req-1ab0e916-4ceb-4e1e-b783-586e696d3f67 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:22.059871 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-259dc2d6-00ec-48a7-bad7-1519a71ce15a req-1ab0e916-4ceb-4e1e-b783-586e696d3f67 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.1557779 Dec 16 14:45:22.122974 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-259dc2d6-00ec-48a7-bad7-1519a71ce15a req-86870d47-7662-4774-99df-60661418d2af tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576560 Dec 16 14:45:22.793749 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631672f-a7bc-4168-b4e0-a65ac7c9ea74 req-a59906dd-5fc5-4a5e-ad9d-d9086caa20ef tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:22.806672 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-e631672f-a7bc-4168-b4e0-a65ac7c9ea74 req-a59906dd-5fc5-4a5e-ad9d-d9086caa20ef tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 943 time: 0.3786869 Dec 16 14:45:22.845030 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6df509-b839-4f4d-a6b5-bd27e8e4a9ab req-f30e3d86-7d1d-4843-855d-39bde2c2879e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:22.847015 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-1e6df509-b839-4f4d-a6b5-bd27e8e4a9ab req-f30e3d86-7d1d-4843-855d-39bde2c2879e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3336279 Dec 16 14:45:22.898015 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-e631672f-a7bc-4168-b4e0-a65ac7c9ea74 req-d82b0656-204c-4466-a5b2-266744fa3311 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893250 Dec 16 14:45:23.428289 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03fa22-943b-42c9-945a-40a44b1e15a8 req-6de4590e-ea1e-4921-8291-1b2638ea05e5 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:23.437839 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8e03fa22-943b-42c9-945a-40a44b1e15a8 req-6de4590e-ea1e-4921-8291-1b2638ea05e5 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.1202226 Dec 16 14:45:23.492841 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8e03fa22-943b-42c9-945a-40a44b1e15a8 req-a5746b9d-3d15-4426-846e-8275666b0d8f tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516295 Dec 16 14:45:24.201045 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ad03c-a7ff-47ae-b84d-795a6e546b9a req-7406a36a-857d-4ad3-9f7e-7f1694b9a831 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:24.213390 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-e98ad03c-a7ff-47ae-b84d-795a6e546b9a req-7406a36a-857d-4ad3-9f7e-7f1694b9a831 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 943 time: 0.1298440 Dec 16 14:45:24.269407 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-e98ad03c-a7ff-47ae-b84d-795a6e546b9a req-8de0ec3a-7ecf-4624-ab54-774325686430 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546262 Dec 16 14:45:24.937718 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1091c5-74e6-456a-b1fe-0e168d46bd58 req-b05af398-179d-4acd-9fb1-5dfddf7a197c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:24.939587 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-6a1091c5-74e6-456a-b1fe-0e168d46bd58 req-b05af398-179d-4acd-9fb1-5dfddf7a197c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.1012340 Dec 16 14:45:25.009846 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-6a1091c5-74e6-456a-b1fe-0e168d46bd58 req-c71b9540-bdb2-4dad-b1f0-bedd3a1072e4 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606487 Dec 16 14:45:25.512524 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497fea4-db7b-491f-b155-0417a7f52355 req-f0c9b9ce-8e0e-4ebc-aa6e-42a9f212fe3f tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:25.514121 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-2497fea4-db7b-491f-b155-0417a7f52355 req-f0c9b9ce-8e0e-4ebc-aa6e-42a9f212fe3f tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 943 time: 0.0893483 Dec 16 14:45:25.582510 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-2497fea4-db7b-491f-b155-0417a7f52355 req-dbc9dbc4-5dab-49b8-8bb1-d60d6c503504 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620594 Dec 16 14:45:26.258431 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dfe23-5069-4f84-a3e6-1fc0eaf34a08 req-1b09aa92-d874-48b6-b878-c3b305af5eee tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:26.260316 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-6c2dfe23-5069-4f84-a3e6-1fc0eaf34a08 req-1b09aa92-d874-48b6-b878-c3b305af5eee tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.0997078 Dec 16 14:45:26.343545 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-6c2dfe23-5069-4f84-a3e6-1fc0eaf34a08 req-88cbd117-da33-4fd0-baa3-eeb89ce6d82c tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724950 Dec 16 14:45:26.816098 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d5010-6b6e-4e94-9bcb-f18ef9adcdc9 req-3ecd402b-d512-4407-b6f4-1a1eb4b99563 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:26.818550 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-9a0d5010-6b6e-4e94-9bcb-f18ef9adcdc9 req-3ecd402b-d512-4407-b6f4-1a1eb4b99563 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 943 time: 0.1086223 Dec 16 14:45:26.887923 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-9a0d5010-6b6e-4e94-9bcb-f18ef9adcdc9 req-34a5118b-b541-4f60-965d-9fbecb9252f6 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622227 Dec 16 14:45:27.685127 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7bf55-6209-4738-96ed-d6d2d77ddb10 req-59c5760b-3be9-4aa4-b639-e697ed0c2b4d tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:27.687817 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-99c7bf55-6209-4738-96ed-d6d2d77ddb10 req-59c5760b-3be9-4aa4-b639-e697ed0c2b4d tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.1495407 Dec 16 14:45:27.796333 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-99c7bf55-6209-4738-96ed-d6d2d77ddb10 req-6c0c8d2a-7e3e-4b91-a332-f5387065f3ce tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920939 Dec 16 14:45:28.209490 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adaa1d2-8675-495a-9281-e3c3f5f343e3 req-993ff955-fa6e-403e-871c-c434d14efeba tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:28.211580 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-1adaa1d2-8675-495a-9281-e3c3f5f343e3 req-993ff955-fa6e-403e-871c-c434d14efeba tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 943 time: 0.1097846 Dec 16 14:45:28.287865 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-1adaa1d2-8675-495a-9281-e3c3f5f343e3 req-7f0da5aa-5015-426c-b8fa-9301c4ac79e6 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636709 Dec 16 14:45:29.042985 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-f5c61392-9d0a-41c5-9f99-3701599f4248 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0c2a5f459f440c7b8e9f28675d07218&device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 1096 time: 0.1103601 Dec 16 14:45:29.306219 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-b4bba6e8-d4e2-4a74-b1d8-38fbec02f99e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23455d2-c93f-4a05-b6a0-275d07719be6 HTTP/1.1" status: 200 len: 217 time: 0.2437732 Dec 16 14:45:29.402471 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8138ec-ba9f-44d8-9b18-f09c84e2aa98 req-ace6ea55-615f-49b9-a5e8-a8f6a94d0c16 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:29.409621 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-0e8138ec-ba9f-44d8-9b18-f09c84e2aa98 req-ace6ea55-615f-49b9-a5e8-a8f6a94d0c16 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.3448155 Dec 16 14:45:29.458664 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-e3f47401-16d6-4174-aae0-80a453521476 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:29.460108 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-e3f47401-16d6-4174-aae0-80a453521476 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3 HTTP/1.1" status: 200 len: 854 time: 0.1213551 Dec 16 14:45:29.556024 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-0e8138ec-ba9f-44d8-9b18-f09c84e2aa98 req-84698dd0-91aa-4a29-a3cb-fb15146b48b5 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450787 Dec 16 14:45:29.641711 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-bcc3c1ca-7fc0-4881-a54c-94e554d91190 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83056f42-2247-4d9e-a5e5-6da07423d485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1714795 Dec 16 14:45:29.758874 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7949c-bcca-4882-951c-5fbf020c1585 req-ade2c81f-1138-401d-9a82-d1766ffa9e37 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:29.766902 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-edc7949c-bcca-4882-951c-5fbf020c1585 req-ade2c81f-1138-401d-9a82-d1766ffa9e37 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 943 time: 0.2070317 Dec 16 14:45:29.834696 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-edc7949c-bcca-4882-951c-5fbf020c1585 req-91ce15e8-312d-414f-8d72-9bcb1c3217ef tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662644 Dec 16 14:45:29.950695 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-298605a9-d174-4a02-be63-cd7af1101477 req-78d825e3-c450-4945-8f08-d6b7237890df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50ab4f2ba6e544b5a75c9ff80708a7a6&device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 1098 time: 0.1322422 Dec 16 14:45:29.957766 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-e1c046b4-0bd3-4e57-a244-9fbd30d0ddfb service neutron] 10.222.0.62 "GET /v2.0/networks/83056f42-2247-4d9e-a5e5-6da07423d485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784505 Dec 16 14:45:30.137712 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5317bb47-6d94-422d-9e62-8365322b7a1f req-30d286ab-d5dd-4dc1-bacc-8e0dd89714a0 service neutron] 10.222.0.62 "GET /v2.0/networks/83056f42-2247-4d9e-a5e5-6da07423d485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732414 Dec 16 14:45:30.138591 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298605a9-d174-4a02-be63-cd7af1101477 req-07c82018-7f30-44cb-ae01-72d7454b7267 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:30.140163 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-298605a9-d174-4a02-be63-cd7af1101477 req-07c82018-7f30-44cb-ae01-72d7454b7267 service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb1f760c-41d7-4239-8c86-9a119e8dad65 HTTP/1.1" status: 200 len: 918 time: 0.1825001 Dec 16 14:45:30.269479 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-298605a9-d174-4a02-be63-cd7af1101477 req-d6e5e2f6-62c0-4a45-bcf6-9a0062656f28 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30997e42-39ae-40b1-89d6-a56df220085c HTTP/1.1" status: 200 len: 1001 time: 0.1143162 Dec 16 14:45:30.354416 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298605a9-d174-4a02-be63-cd7af1101477 req-d4002fa5-5b13-45cf-b313-34733d855f1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:30.355973 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-298605a9-d174-4a02-be63-cd7af1101477 req-d4002fa5-5b13-45cf-b313-34733d855f1e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=69274fc7-9ac3-4ad8-87f4-58834408c137 HTTP/1.1" status: 200 len: 856 time: 0.0793521 Dec 16 14:45:30.568047 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-298605a9-d174-4a02-be63-cd7af1101477 req-6ee173b7-e8d1-4e83-995f-0700c794e67a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb1f760c-41d7-4239-8c86-9a119e8dad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2016170 Dec 16 14:45:30.721089 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-298605a9-d174-4a02-be63-cd7af1101477 req-14c37534-3b3b-46c9-857d-060062e24f12 service neutron] 10.222.0.62 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450698 Dec 16 14:45:30.887072 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-298605a9-d174-4a02-be63-cd7af1101477 req-83f74bfc-5065-4e68-a77b-bd06a82b408b service neutron] 10.222.0.62 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573365 Dec 16 14:45:30.911470 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48320ce9-fab7-482f-910d-9c3f46892171 req-cd08526e-591f-4208-8c04-6ab129897853 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:30.913707 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-48320ce9-fab7-482f-910d-9c3f46892171 req-cd08526e-591f-4208-8c04-6ab129897853 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.1302955 Dec 16 14:45:30.979971 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-48320ce9-fab7-482f-910d-9c3f46892171 req-d8375adf-a106-4680-80a3-0d42a33c9fec tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574355 Dec 16 14:45:31.135825 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:45:31.189600 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba28b48-9c23-447a-8c0d-91e1044c6c2a req-62a482f4-f0a3-4233-a997-3645b85f9648 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:31.192379 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-dba28b48-9c23-447a-8c0d-91e1044c6c2a req-62a482f4-f0a3-4233-a997-3645b85f9648 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 943 time: 0.1142609 Dec 16 14:45:31.267563 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-dba28b48-9c23-447a-8c0d-91e1044c6c2a req-cfd3e7d4-6b52-406c-ade7-2a2415e7ee3b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677631 Dec 16 14:45:32.255854 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96811dd0-c8a3-4f0e-8844-7ec42a5607c8 req-939b500e-a823-43ac-822d-eed9ccfa2c03 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:32.257522 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-96811dd0-c8a3-4f0e-8844-7ec42a5607c8 req-939b500e-a823-43ac-822d-eed9ccfa2c03 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 945 time: 0.1276670 Dec 16 14:45:32.319302 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-96811dd0-c8a3-4f0e-8844-7ec42a5607c8 req-90b1bf69-a5a2-4e85-be6a-2e4c72800fc4 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511656 Dec 16 14:45:32.449419 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device b23455d2-c93f-4a05-b6a0-275d07719be6 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:45:32.458469 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 30997e42-39ae-40b1-89d6-a56df220085c no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:45:32.542912 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded5135-090d-495b-b25c-9559cfe5549c req-ba70d86d-575a-44e2-9366-08eb8eae34be tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:32.544398 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5ded5135-090d-495b-b25c-9559cfe5549c req-ba70d86d-575a-44e2-9366-08eb8eae34be tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 943 time: 0.0878680 Dec 16 14:45:32.595297 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5ded5135-090d-495b-b25c-9559cfe5549c req-f576662c-7910-418e-8aa6-0cee0b0ece72 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449421 Dec 16 14:45:32.699141 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:32.720464 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port b23455d2-c93f-4a05-b6a0-275d07719be6, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b23455d2-c93f-4a05-b6a0-275d07719be6,segment=NetworkSegment(bac094fb-32f7-473e-a70d-99e64be11fcc),segment_id=bac094fb-32f7-473e-a70d-99e64be11fcc)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:45:32.745390 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Returning: {'device': 'b23455d2-c93f-4a05-b6a0-275d07719be6', 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485', 'port_id': 'b23455d2-c93f-4a05-b6a0-275d07719be6', 'mac_address': 'fa:16:3e:43:31:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:45:32.753600 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f8b67b-18bb-41fc-86fe-a3147c8f9329', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30997e42-39ae-40b1-89d6-a56df220085c'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:45:32.793082 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 30997e42-39ae-40b1-89d6-a56df220085c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=30997e42-39ae-40b1-89d6-a56df220085c,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:45:32.812179 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:32.818227 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:32.856070 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f8b67b-18bb-41fc-86fe-a3147c8f9329', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30997e42-39ae-40b1-89d6-a56df220085c', 'code': 200} Dec 16 14:45:32.880901 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:32.910363 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23455d2-c93f-4a05-b6a0-275d07719be6 {{(pid=82862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:45:32.933070 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=30997e42-39ae-40b1-89d6-a56df220085c,revision_number=8']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:32.936803 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:32.938316 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port b23455d2-c93f-4a05-b6a0-275d07719be6, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b23455d2-c93f-4a05-b6a0-275d07719be6,segment=NetworkSegment(bac094fb-32f7-473e-a70d-99e64be11fcc),segment_id=bac094fb-32f7-473e-a70d-99e64be11fcc)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:45:32.944801 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:32.948010 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-c464dc51-4eb2-4675-859f-a311b5a1dcd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:33.027837 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=b23455d2-c93f-4a05-b6a0-275d07719be6,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:33.031873 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:33.288287 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['b23455d2-c93f-4a05-b6a0-275d07719be6'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:45:33.596584 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59875758-5143-4c14-b046-8eb3ff35a287 req-39c3c65d-58ad-4628-9122-5bb972951ed4 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:33.598095 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-59875758-5143-4c14-b046-8eb3ff35a287 req-39c3c65d-58ad-4628-9122-5bb972951ed4 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 943 time: 0.0888388 Dec 16 14:45:33.656420 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-59875758-5143-4c14-b046-8eb3ff35a287 req-7c999390-1bd6-4fa3-9d0b-93e06a3e6939 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489354 Dec 16 14:45:33.819347 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065fcb6-5372-4b96-af59-37d29d27c4a9 req-6b354000-b34c-4e61-83c5-02cac8419e99 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:33.820864 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0065fcb6-5372-4b96-af59-37d29d27c4a9 req-6b354000-b34c-4e61-83c5-02cac8419e99 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 944 time: 0.0810771 Dec 16 14:45:33.871181 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0065fcb6-5372-4b96-af59-37d29d27c4a9 req-1ccaa9ae-f6e1-4108-bc81-5905a48aeb6c tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439034 Dec 16 14:45:34.489763 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device b23455d2-c93f-4a05-b6a0-275d07719be6 up at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:45:34.589191 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning for port b23455d2-c93f-4a05-b6a0-275d07719be6 completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:45:34.595758 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning complete for port b23455d2-c93f-4a05-b6a0-275d07719be6 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:45:34.596130 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:34.771966 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:34.843312 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port b23455d2-c93f-4a05-b6a0-275d07719be6, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b23455d2-c93f-4a05-b6a0-275d07719be6,segment=NetworkSegment(bac094fb-32f7-473e-a70d-99e64be11fcc),segment_id=bac094fb-32f7-473e-a70d-99e64be11fcc)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:45:34.854924 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:34.860963 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:35.016520 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67b015e-7500-449e-bf33-f7eb8dcf2a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23455d2-c93f-4a05-b6a0-275d07719be6'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:45:35.061520 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=b23455d2-c93f-4a05-b6a0-275d07719be6,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:35.064858 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:35.142714 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b98ea6-702b-469c-8ef2-fd97d469ce11 req-24a894bb-4c71-46b5-a4cb-82e3aed0f958 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:35.144225 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-98b98ea6-702b-469c-8ef2-fd97d469ce11 req-24a894bb-4c71-46b5-a4cb-82e3aed0f958 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 945 time: 0.0913234 Dec 16 14:45:35.194750 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-98b98ea6-702b-469c-8ef2-fd97d469ce11 req-417b4658-fe5c-42df-a5c0-a9678ad9f18e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421877 Dec 16 14:45:35.271666 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67b015e-7500-449e-bf33-f7eb8dcf2a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23455d2-c93f-4a05-b6a0-275d07719be6', 'code': 200} Dec 16 14:45:35.580678 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-6a197728-5c9b-4eb7-ad48-a924965aee0b req-768c264e-54ed-4229-b612-7cbbd1516fa6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 1098 time: 0.0846341 Dec 16 14:45:35.639399 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-6a197728-5c9b-4eb7-ad48-a924965aee0b req-109edf8f-3c80-4588-bbca-890b44c8aa4b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475385 Dec 16 14:45:35.892259 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-cfc1e92a-9661-4002-808f-691f538860b6 req-b6bb0e02-160e-44fb-a5aa-540c90d178c9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2137799 Dec 16 14:45:36.256224 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 35174) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:45:36.318460 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198a130-6aba-40bb-948a-6c781a6c51dd req-3518ad0c-fe5d-461c-b5cc-ebe90481bf39 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:36.320167 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4198a130-6aba-40bb-948a-6c781a6c51dd req-3518ad0c-fe5d-461c-b5cc-ebe90481bf39 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 943 time: 0.1379521 Dec 16 14:45:36.383279 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4198a130-6aba-40bb-948a-6c781a6c51dd req-8e35fd8a-af0f-4fb9-b8a6-7859e1fdd0ea tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555105 Dec 16 14:45:36.492581 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-297796a3-8dd9-4ebc-adc7-f66e06b2af84 req-da14ec29-7143-469f-af69-1a4bdca9e3eb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2340298 Dec 16 14:45:36.498819 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 30997e42-39ae-40b1-89d6-a56df220085c no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:45:36.499458 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8891cbf-b9c5-4df5-ac7e-d33efa57619b req-e85fce52-13ed-4738-8fb7-bd17b4351faf tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:36.500893 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-b8891cbf-b9c5-4df5-ac7e-d33efa57619b req-e85fce52-13ed-4738-8fb7-bd17b4351faf tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 945 time: 0.1175737 Dec 16 14:45:36.559730 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-b8891cbf-b9c5-4df5-ac7e-d33efa57619b req-5982ea0a-1758-49f6-ac5b-a6b0a3f0e6fa tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516770 Dec 16 14:45:37.216827 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-297796a3-8dd9-4ebc-adc7-f66e06b2af84 req-445f9ebe-75b6-4e99-ace9-7a37e83db29a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329&tenant_id=50ab4f2ba6e544b5a75c9ff80708a7a6 HTTP/1.1" status: 200 len: 1096 time: 0.0778656 Dec 16 14:45:37.335494 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-297796a3-8dd9-4ebc-adc7-f66e06b2af84 req-9b6d4a16-6a2b-4f14-bf19-d2e9426dc245 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50ab4f2ba6e544b5a75c9ff80708a7a6&device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 1096 time: 0.0855014 Dec 16 14:45:37.391055 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-5b94833a-015d-4516-9657-539197e44fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:37.494629 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297796a3-8dd9-4ebc-adc7-f66e06b2af84 req-28277294-7f45-4e3b-aec5-712100f35356 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:37.496108 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-297796a3-8dd9-4ebc-adc7-f66e06b2af84 req-28277294-7f45-4e3b-aec5-712100f35356 service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb1f760c-41d7-4239-8c86-9a119e8dad65 HTTP/1.1" status: 200 len: 918 time: 0.1544268 Dec 16 14:45:37.661749 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-297796a3-8dd9-4ebc-adc7-f66e06b2af84 req-b8316f46-f9f6-4002-b3a6-ef9207d50709 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30997e42-39ae-40b1-89d6-a56df220085c HTTP/1.1" status: 200 len: 999 time: 0.1586251 Dec 16 14:45:37.734973 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc181e9d-18ad-4647-bfd9-5553a906281d req-4da32e79-7bc0-4e62-9f45-69cb23455fff tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:37.736499 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-bc181e9d-18ad-4647-bfd9-5553a906281d req-4da32e79-7bc0-4e62-9f45-69cb23455fff tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 943 time: 0.1778777 Dec 16 14:45:37.777609 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297796a3-8dd9-4ebc-adc7-f66e06b2af84 req-788dcfd4-89cc-4d9e-b22c-d11763c5698e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:37.779086 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-297796a3-8dd9-4ebc-adc7-f66e06b2af84 req-788dcfd4-89cc-4d9e-b22c-d11763c5698e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=69274fc7-9ac3-4ad8-87f4-58834408c137 HTTP/1.1" status: 200 len: 856 time: 0.1048656 Dec 16 14:45:37.780925 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403e5d5-e871-4ab5-86bc-64a1123ba7fc req-581b3d21-0abc-48e6-af15-b9bfcd6ae1b6 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:37.782443 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b403e5d5-e871-4ab5-86bc-64a1123ba7fc req-581b3d21-0abc-48e6-af15-b9bfcd6ae1b6 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 945 time: 0.0892298 Dec 16 14:45:37.838240 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-b403e5d5-e871-4ab5-86bc-64a1123ba7fc req-2e657fb0-efda-43c1-b66b-20f1fce5d268 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490718 Dec 16 14:45:37.848189 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-bc181e9d-18ad-4647-bfd9-5553a906281d req-ceef6634-5263-45a1-b8a3-399c4f81a31a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017709 Dec 16 14:45:37.885971 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-297796a3-8dd9-4ebc-adc7-f66e06b2af84 req-584cbddc-7d13-4ef2-93e3-588ccd0e6046 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb1f760c-41d7-4239-8c86-9a119e8dad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0972724 Dec 16 14:45:38.085998 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18fcc8-1e85-4bd1-9043-9e5868fa3420 req-d3819e82-f642-4bcd-bb1a-e7b03efc12b8 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:38.087843 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4f18fcc8-1e85-4bd1-9043-9e5868fa3420 req-d3819e82-f642-4bcd-bb1a-e7b03efc12b8 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 945 time: 0.1118491 Dec 16 14:45:38.152494 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-297796a3-8dd9-4ebc-adc7-f66e06b2af84 req-987857c5-9b1a-4e4c-8a39-7840c9940579 service neutron] 10.222.0.62 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577379 Dec 16 14:45:38.168171 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4f18fcc8-1e85-4bd1-9043-9e5868fa3420 req-09b00bb3-528c-4701-ad6e-37f2bf5fd007 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719633 Dec 16 14:45:38.307364 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-297796a3-8dd9-4ebc-adc7-f66e06b2af84 req-7a09100e-bc97-4a61-98d2-af5aba63606f service neutron] 10.222.0.62 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467969 Dec 16 14:45:38.636790 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043112a4-d6b8-4e9a-aa34-3cd8d88813e7 req-13e979db-bb6e-4ce9-a1b9-21b5c2f76cd1 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:38.638407 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-043112a4-d6b8-4e9a-aa34-3cd8d88813e7 req-13e979db-bb6e-4ce9-a1b9-21b5c2f76cd1 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 945 time: 0.0851412 Dec 16 14:45:38.696924 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-043112a4-d6b8-4e9a-aa34-3cd8d88813e7 req-9d2f199c-cec0-486a-836e-0f70d6a722b0 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462203 Dec 16 14:45:39.091310 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f01cd4-24ce-4aa4-a818-d726b8af5602 req-175f248c-ceaa-4247-bfc7-3c16ea051a41 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:39.093201 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e8f01cd4-24ce-4aa4-a818-d726b8af5602 req-175f248c-ceaa-4247-bfc7-3c16ea051a41 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 943 time: 0.0928595 Dec 16 14:45:39.202649 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e8f01cd4-24ce-4aa4-a818-d726b8af5602 req-cbc7d25a-e1cd-4616-a3c3-9d057fd47f0b tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945346 Dec 16 14:45:39.865587 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-0f81283c-e3e5-401e-9670-6bef1df5e43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:40.481778 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a32b70-1353-469c-87b2-18fb11f334ab req-f84b4483-af1d-44dd-85e8-03fc551db51a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:40.491326 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-49a32b70-1353-469c-87b2-18fb11f334ab req-f84b4483-af1d-44dd-85e8-03fc551db51a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 943 time: 0.1004684 Dec 16 14:45:40.577040 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-49a32b70-1353-469c-87b2-18fb11f334ab req-e0583963-c232-4441-ac1e-55288eb481b4 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816011 Dec 16 14:45:40.797913 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:41.065459 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:41.905253 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b510ed8-08d5-4fa0-ba4c-f48e1fb214af req-2e63cd00-4fd9-44ae-8d69-7ada553ffad9 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:41.906847 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2b510ed8-08d5-4fa0-ba4c-f48e1fb214af req-2e63cd00-4fd9-44ae-8d69-7ada553ffad9 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 943 time: 0.1204238 Dec 16 14:45:41.976491 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2b510ed8-08d5-4fa0-ba4c-f48e1fb214af req-aca3c7b3-e9e1-4edf-9f25-2287a8df67f2 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637274 Dec 16 14:45:42.381638 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:43.320456 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4344342-3d56-4ee9-88f6-d47ddaa8003c req-387f0ae2-8db2-4ed7-9816-761c8e588624 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:43.324705 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e4344342-3d56-4ee9-88f6-d47ddaa8003c req-387f0ae2-8db2-4ed7-9816-761c8e588624 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 943 time: 0.1571627 Dec 16 14:45:43.401685 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e4344342-3d56-4ee9-88f6-d47ddaa8003c req-c5157478-9b76-4708-9fec-bf2479314424 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702097 Dec 16 14:45:43.430813 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:44.691343 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765dc06-9a92-4c4a-ac97-3340df52db78 req-07441069-af72-4532-9acd-553a6f4c9a5e tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:44.692768 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f765dc06-9a92-4c4a-ac97-3340df52db78 req-07441069-af72-4532-9acd-553a6f4c9a5e tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 943 time: 0.1014035 Dec 16 14:45:44.752948 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f765dc06-9a92-4c4a-ac97-3340df52db78 req-ed4b033f-03b0-452c-8910-2df890a2e2e6 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531204 Dec 16 14:45:46.050827 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c42d0-2fec-4c5a-8ee9-596df0fea57a req-50232055-0f90-4c11-b43d-c55e27613c53 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:46.052416 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-3d0c42d0-2fec-4c5a-8ee9-596df0fea57a req-50232055-0f90-4c11-b43d-c55e27613c53 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 943 time: 0.1143043 Dec 16 14:45:46.124389 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-3d0c42d0-2fec-4c5a-8ee9-596df0fea57a req-0eea4811-1fd3-4c99-811e-7896d719c02b tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652337 Dec 16 14:45:47.441373 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0d46c-52b9-452c-942d-92a5d3324813 req-37b325fb-1b97-4f50-9022-838c9637c4e6 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:47.444171 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-24d0d46c-52b9-452c-942d-92a5d3324813 req-37b325fb-1b97-4f50-9022-838c9637c4e6 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 943 time: 0.1308539 Dec 16 14:45:47.531579 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-24d0d46c-52b9-452c-942d-92a5d3324813 req-6c8b1986-1431-46c1-813b-56512e1676bd tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800934 Dec 16 14:45:48.924034 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ad2e9-e07e-4277-85ad-4dceba67f0ba req-dc505849-c953-4d49-8087-27d98620ac97 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:48.926674 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-fe1ad2e9-e07e-4277-85ad-4dceba67f0ba req-dc505849-c953-4d49-8087-27d98620ac97 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 943 time: 0.1596620 Dec 16 14:45:49.011431 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-fe1ad2e9-e07e-4277-85ad-4dceba67f0ba req-29bc3362-e70e-4055-bcfe-d4ae57c3b557 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777810 Dec 16 14:45:50.311559 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c41b2-4a59-4dac-bab0-6a71588dea10 req-f0d7a9ef-d79a-49c6-9f07-86a0bc21f59a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:50.313851 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a10c41b2-4a59-4dac-bab0-6a71588dea10 req-f0d7a9ef-d79a-49c6-9f07-86a0bc21f59a tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 943 time: 0.1398423 Dec 16 14:45:50.367019 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a10c41b2-4a59-4dac-bab0-6a71588dea10 req-a3a721bc-1506-445e-a90a-0f422b25c021 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464883 Dec 16 14:45:50.919869 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a22dea56-0c85-4471-b421-c45f87fae385 req-c95b1ce8-7f4f-40b8-b238-c12564066330 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50ab4f2ba6e544b5a75c9ff80708a7a6&device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 1096 time: 0.1445301 Dec 16 14:45:51.112807 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dea56-0c85-4471-b421-c45f87fae385 req-e7c7da9c-0a61-4f7b-ba5b-06f480888d1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:51.114419 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a22dea56-0c85-4471-b421-c45f87fae385 req-e7c7da9c-0a61-4f7b-ba5b-06f480888d1a service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb1f760c-41d7-4239-8c86-9a119e8dad65 HTTP/1.1" status: 200 len: 918 time: 0.1671281 Dec 16 14:45:51.251890 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a22dea56-0c85-4471-b421-c45f87fae385 req-95139ad8-f9b6-4176-ba92-605d037f9156 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30997e42-39ae-40b1-89d6-a56df220085c HTTP/1.1" status: 200 len: 999 time: 0.1207192 Dec 16 14:45:51.331825 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dea56-0c85-4471-b421-c45f87fae385 req-3e4ba891-fd0f-4ddb-aea5-b1ab180bdd68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:51.333523 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a22dea56-0c85-4471-b421-c45f87fae385 req-3e4ba891-fd0f-4ddb-aea5-b1ab180bdd68 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=69274fc7-9ac3-4ad8-87f4-58834408c137 HTTP/1.1" status: 200 len: 856 time: 0.0693336 Dec 16 14:45:51.423008 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a22dea56-0c85-4471-b421-c45f87fae385 req-0e85c48a-be88-4dd1-a882-2dec0c7e48e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb1f760c-41d7-4239-8c86-9a119e8dad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798936 Dec 16 14:45:51.737757 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a22dea56-0c85-4471-b421-c45f87fae385 req-819beadf-a624-4397-9e71-1f11439f2464 service neutron] 10.222.0.62 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890172 Dec 16 14:45:51.838640 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419ee94-038a-4e6a-a71b-0d16cef0cc4b req-cc26c006-c5b2-4427-9e5b-e0bf277d8115 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:51.840200 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7419ee94-038a-4e6a-a71b-0d16cef0cc4b req-cc26c006-c5b2-4427-9e5b-e0bf277d8115 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 943 time: 0.3230979 Dec 16 14:45:51.947497 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a22dea56-0c85-4471-b421-c45f87fae385 req-fa2d1cc3-3a66-4f29-a62b-e89bfc4fd3e5 service neutron] 10.222.0.62 "GET /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023294 Dec 16 14:45:51.950254 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7419ee94-038a-4e6a-a71b-0d16cef0cc4b req-3f92ad08-803b-4a40-ab52-1a215c2c2f61 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986080 Dec 16 14:45:52.551899 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 30997e42-39ae-40b1-89d6-a56df220085c details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:45:52.748523 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 30997e42-39ae-40b1-89d6-a56df220085c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=30997e42-39ae-40b1-89d6-a56df220085c,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:45:52.768623 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Returning: {'device': '30997e42-39ae-40b1-89d6-a56df220085c', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'port_id': '30997e42-39ae-40b1-89d6-a56df220085c', 'mac_address': 'fa:16:3e:1c:44:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:45:52.873576 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:52.898956 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30997e42-39ae-40b1-89d6-a56df220085c {{(pid=82862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:45:52.919502 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 30997e42-39ae-40b1-89d6-a56df220085c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=30997e42-39ae-40b1-89d6-a56df220085c,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:45:52.925255 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:52.929251 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-60831e6a-eee6-4564-92f2-97ae25376078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:53.033720 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=30997e42-39ae-40b1-89d6-a56df220085c,revision_number=9']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:53.042661 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:53.273047 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9d764-c45e-4e23-89e4-e3681ef403cd req-14e02336-3f50-45e4-bf6c-c0f7ef21bfed tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:53.275791 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4cb9d764-c45e-4e23-89e4-e3681ef403cd req-14e02336-3f50-45e4-bf6c-c0f7ef21bfed tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 944 time: 0.0997543 Dec 16 14:45:53.308363 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['30997e42-39ae-40b1-89d6-a56df220085c'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:45:53.360625 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-4cb9d764-c45e-4e23-89e4-e3681ef403cd req-f9c587df-3b5b-4efa-b6ca-448dd301521d tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737751 Dec 16 14:45:54.068896 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34613d5-bc9d-4788-a3e3-5349fd25295b req-72b57304-2aa1-478d-a6b1-f97f24bdba86 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:54.069947 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d34613d5-bc9d-4788-a3e3-5349fd25295b req-72b57304-2aa1-478d-a6b1-f97f24bdba86 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 945 time: 0.1278143 Dec 16 14:45:54.127797 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d34613d5-bc9d-4788-a3e3-5349fd25295b req-95e2cc40-f9bf-4464-be3e-b86901fa242d tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507793 Dec 16 14:45:54.161505 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 35332) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:45:54.322343 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-ab8efdfb-d993-429d-a5e7-c52ac1139cff tempest-TestMinimumBasicScenario-1035104168 tempest-TestMinimumBasicScenario-1035104168-project-admin] Synchronizing usage tracker for tenant:5e537dfdd7b249c7a11a779cf629d829 on resource:port {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:45:54.348533 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-ab8efdfb-d993-429d-a5e7-c52ac1139cff tempest-TestMinimumBasicScenario-1035104168 tempest-TestMinimumBasicScenario-1035104168-project-admin] Unset dirty status for tenant:5e537dfdd7b249c7a11a779cf629d829 on resource:port {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:45:54.349990 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-ab8efdfb-d993-429d-a5e7-c52ac1139cff tempest-TestMinimumBasicScenario-1035104168 tempest-TestMinimumBasicScenario-1035104168-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 1093 time: 0.1871400 Dec 16 14:45:54.353247 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 35340) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:45:54.362524 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Request body: {'floatingip': {'floating_network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'port_id': 'b23455d2-c93f-4a05-b6a0-275d07719be6', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'fixed_ip_address': '172.20.0.6'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:45:54.373574 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:45:54.381008 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Usage tracker for resource:floatingip and tenant:b0c2a5f459f440c7b8e9f28675d07218 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:45:54.387271 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:45:54.398708 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:45:54.419765 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for floatingip, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:54.570706 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 30997e42-39ae-40b1-89d6-a56df220085c up at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:45:54.665433 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning complete for port 30997e42-39ae-40b1-89d6-a56df220085c triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:45:54.665974 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:54.734345 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdc910-1323-4ef3-adc8-aac3f2026d4d req-1f91a8d3-16df-4047-93a4-dfadbe78f895 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:54.737243 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-04fdc910-1323-4ef3-adc8-aac3f2026d4d req-1f91a8d3-16df-4047-93a4-dfadbe78f895 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 944 time: 0.1760936 Dec 16 14:45:54.748308 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:54.868163 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:54.902714 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-04fdc910-1323-4ef3-adc8-aac3f2026d4d req-bdcb10eb-41b1-41b9-a20e-d2941ab42f90 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572278 Dec 16 14:45:54.950767 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f8b67b-18bb-41fc-86fe-a3147c8f9329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30997e42-39ae-40b1-89d6-a56df220085c'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:45:54.964231 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 30997e42-39ae-40b1-89d6-a56df220085c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=30997e42-39ae-40b1-89d6-a56df220085c,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:45:54.971632 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:54.978138 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:55.032935 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_common [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Allocated IP 172.28.3.198 (186f29a2-e581-4978-89ea-e3da95ffad7e/03058b0e-e3b9-411a-92a6-f5070e371994/6ae08ed1-96d8-42ea-8e94-3f4cf48eadb9) {{(pid=82861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:45:55.091590 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f8b67b-18bb-41fc-86fe-a3147c8f9329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30997e42-39ae-40b1-89d6-a56df220085c', 'code': 200} Dec 16 14:45:55.133806 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=30997e42-39ae-40b1-89d6-a56df220085c,revision_number=10']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:55.140356 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:55.260567 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for port, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:55.295904 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:55.300996 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:55.373051 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Network 186f29a2-e581-4978-89ea-e3da95ffad7e is already hosted by enough agents. {{(pid=82861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:45:55.387164 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Resources bound (agent type, host, resource id): {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:45:55.392321 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Received port after_create {{(pid=82861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:45:55.436618 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Pushing event updated for resources: {'Port': ['ID=6ae08ed1-96d8-42ea-8e94-3f4cf48eadb9,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:55.496790 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:55.497110 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:55.497464 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:55.497859 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:55.498206 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:55.498548 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:55.498880 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:55.499215 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:55.499590 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:55.499864 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:55.500203 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:45:55.542983 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:55.657401 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e591789b-fcf5-4e0d-b6df-2734737f7c66 req-0ec22e22-1075-45d9-ac7a-65581c599228 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 1099 time: 0.1994400 Dec 16 14:45:55.849212 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e591789b-fcf5-4e0d-b6df-2734737f7c66 req-c1fc9676-eb33-42e7-a2a3-8a1db134b28c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257129 Dec 16 14:45:55.861504 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66a5a0-b658-4e08-a818-f2e69173c3e2 req-11693051-86fc-4c6b-aab0-9c772c100f9a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:55.863189 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-2d66a5a0-b658-4e08-a818-f2e69173c3e2 req-11693051-86fc-4c6b-aab0-9c772c100f9a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bb51e-e10f-449e-92ee-834c13616bf1 HTTP/1.1" status: 200 len: 946 time: 0.0949237 Dec 16 14:45:55.919622 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-2d66a5a0-b658-4e08-a818-f2e69173c3e2 req-23cee7c4-9630-450a-a972-28ef19341d93 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c647331-68e0-453e-ae38-da4252e59b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496051 Dec 16 14:45:56.266861 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:56.350612 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76019a-7521-4c19-be98-1c6bd3f424c9 req-93d1d9be-3579-4a31-af12-03bad4759c82 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:56.352057 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-5d76019a-7521-4c19-be98-1c6bd3f424c9 req-93d1d9be-3579-4a31-af12-03bad4759c82 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 946 time: 0.1771402 Dec 16 14:45:56.352711 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:56.455927 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-5d76019a-7521-4c19-be98-1c6bd3f424c9 req-cd4e91f6-77bc-46cd-9149-30ce56901770 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789003 Dec 16 14:45:56.639883 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for port, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:56.646443 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:56.651686 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-57c65f46-08da-4c86-9825-aedd4eaf02c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:56.766163 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Pushing event updated for resources: {'Port': ['ID=6ae08ed1-96d8-42ea-8e94-3f4cf48eadb9,revision_number=2']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:56.769471 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:56.796782 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377752'] for floatingip, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:57.108712 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.db.l3_db [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Floating IP 5563b421-c507-4bbd-93ec-2050a3f96e98 associated. External IP: 172.28.3.198, port: b23455d2-c93f-4a05-b6a0-275d07719be6. Dec 16 14:45:57.320132 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc0ea1-79c9-4ef9-b04d-2713030e6772 req-2c485c15-9780-4b6c-8523-56afa45392da tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:57.328624 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f3bc0ea1-79c9-4ef9-b04d-2713030e6772 req-2c485c15-9780-4b6c-8523-56afa45392da tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bb51e-e10f-449e-92ee-834c13616bf1 HTTP/1.1" status: 200 len: 946 time: 0.1463277 Dec 16 14:45:57.400704 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f3bc0ea1-79c9-4ef9-b04d-2713030e6772 req-a194a3f3-d732-4c7d-bc4c-f0a9246b750c tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c647331-68e0-453e-ae38-da4252e59b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684719 Dec 16 14:45:57.768087 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e44737-a674-40c5-9e34-535c2d56233b req-8ca25bb7-7296-4aaf-9673-17ee7620a36d tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:57.769645 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-11e44737-a674-40c5-9e34-535c2d56233b req-8ca25bb7-7296-4aaf-9673-17ee7620a36d tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 946 time: 0.1218395 Dec 16 14:45:57.782497 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Router 3f78c0fc-585c-4b77-9917-366004020fbe has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:45:57.901773 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-11e44737-a674-40c5-9e34-535c2d56233b req-997377f9-66f2-4133-83d2-72dc4babe246 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215358 Dec 16 14:45:58.086884 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:45:58.104070 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2f3682-71a8-41c8-910c-44d40db23ff4 None None] Sync routers for ids ['3f78c0fc-585c-4b77-9917-366004020fbe'] in dv-cinder-821893-3-smb {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:45:58.120499 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for floatingip, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:58.127804 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2f3682-71a8-41c8-910c-44d40db23ff4 None None] Routers {'3f78c0fc-585c-4b77-9917-366004020fbe'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:45:58.128521 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-ee2f3682-71a8-41c8-910c-44d40db23ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:45:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['3f78c0fc-585c-4b77-9917-366004020fbe'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:45:58.334437 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9758406 Dec 16 14:45:58.334437 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67b015e-7500-449e-bf33-f7eb8dcf2a58', 'tag': 'b23455d2-c93f-4a05-b6a0-275d07719be6'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:45:58.335978 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 35402) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:45:58.342033 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-48a76e78-f299-4bda-8733-d2a8f6152a7b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-949812862', 'description': 'tempest-secgroup-smoke-949812862 description', 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:45:58.407611 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-48a76e78-f299-4bda-8733-d2a8f6152a7b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:45:58.415757 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-ee2f3682-71a8-41c8-910c-44d40db23ff4 None None] Set router 3f78c0fc-585c-4b77-9917-366004020fbe gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:45:58.434634 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-48a76e78-f299-4bda-8733-d2a8f6152a7b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:45:58.454670 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-48a76e78-f299-4bda-8733-d2a8f6152a7b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:58.505398 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b033258-7d3b-43ab-8ebb-89678e708c19 req-5c258cf6-2f5b-4e53-8581-152d596911d8 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:58.507295 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7b033258-7d3b-43ab-8ebb-89678e708c19 req-5c258cf6-2f5b-4e53-8581-152d596911d8 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.62 "GET /v2.0/ports?device_id=b75bb51e-e10f-449e-92ee-834c13616bf1 HTTP/1.1" status: 200 len: 946 time: 0.1583438 Dec 16 14:45:58.547127 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67b015e-7500-449e-bf33-f7eb8dcf2a58', 'tag': 'b23455d2-c93f-4a05-b6a0-275d07719be6', 'status': 'completed', 'code': 200} Dec 16 14:45:58.569111 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-48a76e78-f299-4bda-8733-d2a8f6152a7b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:45:58.577438 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-48a76e78-f299-4bda-8733-d2a8f6152a7b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Usage tracker for resource:security_group_rule and tenant:b0c2a5f459f440c7b8e9f28675d07218 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:45:58.583296 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-48a76e78-f299-4bda-8733-d2a8f6152a7b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:45:58.598438 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-48a76e78-f299-4bda-8733-d2a8f6152a7b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:45:58.648938 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [req-7b033258-7d3b-43ab-8ebb-89678e708c19 req-7c23cb48-457f-459c-abbe-f99d535c328a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Deleting port 05863028-5ba4-4375-b56e-569e1c390677 {{(pid=82861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:45:58.649459 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-7b033258-7d3b-43ab-8ebb-89678e708c19 req-7c23cb48-457f-459c-abbe-f99d535c328a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:58.682316 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a91da66e-720e-45e5-acd0-d1a842f49be6 req-2382fb45-39b4-4974-bb7c-8121104b65cb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0c2a5f459f440c7b8e9f28675d07218&device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 1098 time: 0.1141870 Dec 16 14:45:58.872312 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91da66e-720e-45e5-acd0-d1a842f49be6 req-82ccfda5-7de2-4a28-9c66-59af20c456bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:58.872800 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-48a76e78-f299-4bda-8733-d2a8f6152a7b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:58.874619 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a91da66e-720e-45e5-acd0-d1a842f49be6 req-82ccfda5-7de2-4a28-9c66-59af20c456bd service neutron] 10.222.0.62 "GET /v2.0/networks?id=83056f42-2247-4d9e-a5e5-6da07423d485 HTTP/1.1" status: 200 len: 916 time: 0.1851580 Dec 16 14:45:58.940920 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-48a76e78-f299-4bda-8733-d2a8f6152a7b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:58.958835 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-bedbb66b-824e-44dd-9e27-dfe0f481a101 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:58.978999 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-ee2f3682-71a8-41c8-910c-44d40db23ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'name': 'tempest-TestMinimumBasicScenario-1948564703-router', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:44:42Z', 'revision_number': 4, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'gw_port': {'id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:58:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:38Z', 'updated_at': '2021-12-16T14:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_floatingips': [{'id': '5563b421-c507-4bbd-93ec-2050a3f96e98', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'floating_ip_address': '172.28.3.198', 'floating_network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'router_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'port_id': 'b23455d2-c93f-4a05-b6a0-275d07719be6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485', 'mac_address': 'fa:16:3e:43:31:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67b015e-7500-449e-bf33-f7eb8dcf2a58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:45:55Z', 'updated_at': '2021-12-16T14:45:55Z', 'revision_number': 0, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e59b835a-39c0-4e28-9158-d5a6bfe2d0e8', 'name': '', 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'mac_address': 'fa:16:3e:7a:20:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:41Z', 'updated_at': '2021-12-16T14:45:11Z', 'revision_number': 5, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'subnets': [{'id': '4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:45:58.979449 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e325f89-d475-4086-8488-f32fbe691428 req-39681aaa-7e81-4c67-b41a-ab8c382f4484 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:58.984352 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2f3682-71a8-41c8-910c-44d40db23ff4 None None] Checking router: 3f78c0fc-585c-4b77-9917-366004020fbe for host: dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:45:58.990612 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7e325f89-d475-4086-8488-f32fbe691428 req-39681aaa-7e81-4c67-b41a-ab8c382f4484 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bb51e-e10f-449e-92ee-834c13616bf1 HTTP/1.1" status: 200 len: 946 time: 0.3893833 Dec 16 14:45:59.000226 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2f3682-71a8-41c8-910c-44d40db23ff4 None None] Routers {'3f78c0fc-585c-4b77-9917-366004020fbe'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:45:59.001138 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-ee2f3682-71a8-41c8-910c-44d40db23ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:45:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['3f78c0fc-585c-4b77-9917-366004020fbe'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:45:59.087813 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-48a76e78-f299-4bda-8733-d2a8f6152a7b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:59.093642 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-48a76e78-f299-4bda-8733-d2a8f6152a7b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.7521431 Dec 16 14:45:59.104803 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 35414) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:45:59.122468 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-18169b06-f053-41c4-b3b8-24cd9adf7fe3 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Request body: {'security_group_rule': {'security_group_id': '03f5c44d-cf61-4575-9219-2b46d10922cb', 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:45:59.124285 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a91da66e-720e-45e5-acd0-d1a842f49be6 req-849f689f-d27d-4bf6-9ed6-b72bbe35ca75 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23455d2-c93f-4a05-b6a0-275d07719be6 HTTP/1.1" status: 200 len: 999 time: 0.2426512 Dec 16 14:45:59.131467 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a76e78-f299-4bda-8733-d2a8f6152a7b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03f5c44d-cf61-4575-9219-2b46d10922cb,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:59.140015 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-18169b06-f053-41c4-b3b8-24cd9adf7fe3 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:45:59.145489 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-48a76e78-f299-4bda-8733-d2a8f6152a7b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:59.152474 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7e325f89-d475-4086-8488-f32fbe691428 req-4379eddc-9750-4615-ac58-8e92e6e52173 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c647331-68e0-453e-ae38-da4252e59b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606777 Dec 16 14:45:59.164392 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-18169b06-f053-41c4-b3b8-24cd9adf7fe3 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Usage tracker for resource:security_group_rule and tenant:b0c2a5f459f440c7b8e9f28675d07218 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:45:59.170631 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-18169b06-f053-41c4-b3b8-24cd9adf7fe3 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:45:59.189171 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-18169b06-f053-41c4-b3b8-24cd9adf7fe3 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:45:59.217112 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91da66e-720e-45e5-acd0-d1a842f49be6 req-ad21b7bf-7590-44de-87a8-ccdff1ea8643 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:59.219091 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a91da66e-720e-45e5-acd0-d1a842f49be6 req-ad21b7bf-7590-44de-87a8-ccdff1ea8643 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3 HTTP/1.1" status: 200 len: 854 time: 0.0863357 Dec 16 14:45:59.226223 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b06b4-9849-4671-9dcd-f73c9b8d4d5a req-d6544e24-578c-4ef6-86cc-eff543fae8fe tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:45:59.227998 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-037b06b4-9849-4671-9dcd-f73c9b8d4d5a req-d6544e24-578c-4ef6-86cc-eff543fae8fe tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 946 time: 0.1561050 Dec 16 14:45:59.228208 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-7b033258-7d3b-43ab-8ebb-89678e708c19 req-7c23cb48-457f-459c-abbe-f99d535c328a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] For port 05863028-5ba4-4375-b56e-569e1c390677, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=05863028-5ba4-4375-b56e-569e1c390677,segment=NetworkSegment(3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf),segment_id=3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf)] {{(pid=82861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:45:59.228579 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-7b033258-7d3b-43ab-8ebb-89678e708c19 req-7c23cb48-457f-459c-abbe-f99d535c328a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:59.252781 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-ee2f3682-71a8-41c8-910c-44d40db23ff4 None None] Set router 3f78c0fc-585c-4b77-9917-366004020fbe gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:45:59.327293 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-18169b06-f053-41c4-b3b8-24cd9adf7fe3 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:59.331142 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-037b06b4-9849-4671-9dcd-f73c9b8d4d5a req-42d74c9d-acad-46b5-b83d-c822457a92b3 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601602 Dec 16 14:45:59.345902 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a91da66e-720e-45e5-acd0-d1a842f49be6 req-fbb112b0-e634-4ff4-9e40-31579a660c94 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83056f42-2247-4d9e-a5e5-6da07423d485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1166286 Dec 16 14:45:59.529973 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a91da66e-720e-45e5-acd0-d1a842f49be6 req-a0cbf44a-5faf-43f7-9c54-876e23010b80 service neutron] 10.222.0.62 "GET /v2.0/networks/83056f42-2247-4d9e-a5e5-6da07423d485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747375 Dec 16 14:45:59.585629 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-18169b06-f053-41c4-b3b8-24cd9adf7fe3 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:59.607000 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-18169b06-f053-41c4-b3b8-24cd9adf7fe3 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356819'] for security_group_rule, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:59.615989 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:59.631681 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-7b033258-7d3b-43ab-8ebb-89678e708c19 req-7c23cb48-457f-459c-abbe-f99d535c328a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:59.631962 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-7b033258-7d3b-43ab-8ebb-89678e708c19 req-7c23cb48-457f-459c-abbe-f99d535c328a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377752'] for floatingip, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:59.632235 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.db.l3_db [req-7b033258-7d3b-43ab-8ebb-89678e708c19 req-7c23cb48-457f-459c-abbe-f99d535c328a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Floating IP 62d6c713-a2a2-4257-aca8-1d563f423281 disassociated. External IP: 172.28.3.243, port: 05863028-5ba4-4375-b56e-569e1c390677. Dec 16 14:45:59.632728 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [req-7b033258-7d3b-43ab-8ebb-89678e708c19 req-7c23cb48-457f-459c-abbe-f99d535c328a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Calling delete_port for 05863028-5ba4-4375-b56e-569e1c390677 owned by compute:nova {{(pid=82861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:45:59.680184 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18169b06-f053-41c4-b3b8-24cd9adf7fe3 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b97ab3a-e54d-44cd-931f-21b38770f8c7,revision_number=0']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:59.691005 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-18169b06-f053-41c4-b3b8-24cd9adf7fe3 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:59.704619 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-ee2f3682-71a8-41c8-910c-44d40db23ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'name': 'tempest-TestMinimumBasicScenario-1948564703-router', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:44:42Z', 'revision_number': 4, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'gw_port': {'id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:58:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:38Z', 'updated_at': '2021-12-16T14:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_floatingips': [{'id': '5563b421-c507-4bbd-93ec-2050a3f96e98', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'floating_ip_address': '172.28.3.198', 'floating_network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'router_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'port_id': 'b23455d2-c93f-4a05-b6a0-275d07719be6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485', 'mac_address': 'fa:16:3e:43:31:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67b015e-7500-449e-bf33-f7eb8dcf2a58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:45:55Z', 'updated_at': '2021-12-16T14:45:55Z', 'revision_number': 0, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e59b835a-39c0-4e28-9158-d5a6bfe2d0e8', 'name': '', 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'mac_address': 'fa:16:3e:7a:20:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:41Z', 'updated_at': '2021-12-16T14:45:11Z', 'revision_number': 5, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'subnets': [{'id': '4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:45:59.704918 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2f3682-71a8-41c8-910c-44d40db23ff4 None None] The sync data for ids ['3f78c0fc-585c-4b77-9917-366004020fbe'] in dv-cinder-821893-3-smb is: [{'id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'name': 'tempest-TestMinimumBasicScenario-1948564703-router', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:44:42Z', 'revision_number': 4, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'gw_port': {'id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:58:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:38Z', 'updated_at': '2021-12-16T14:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_floatingips': [{'id': '5563b421-c507-4bbd-93ec-2050a3f96e98', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'floating_ip_address': '172.28.3.198', 'floating_network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'router_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'port_id': 'b23455d2-c93f-4a05-b6a0-275d07719be6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485', 'mac_address': 'fa:16:3e:43:31:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67b015e-7500-449e-bf33-f7eb8dcf2a58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:45:55Z', 'updated_at': '2021-12-16T14:45:55Z', 'revision_number': 0, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e59b835a-39c0-4e28-9158-d5a6bfe2d0e8', 'name': '', 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'mac_address': 'fa:16:3e:7a:20:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:41Z', 'updated_at': '2021-12-16T14:45:11Z', 'revision_number': 5, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'subnets': [{'id': '4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:45:59.716485 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-18169b06-f053-41c4-b3b8-24cd9adf7fe3 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:59.718078 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-18169b06-f053-41c4-b3b8-24cd9adf7fe3 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6101234 Dec 16 14:45:59.722231 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 35420) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:45:59.726062 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a91da66e-720e-45e5-acd0-d1a842f49be6 req-c170822a-9da9-4e2c-898d-06d6b93a1f04 service neutron] 10.222.0.62 "GET /v2.0/networks/83056f42-2247-4d9e-a5e5-6da07423d485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893516 Dec 16 14:45:59.731377 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-2d1102ce-44ea-464d-b723-c609dd61e855 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Request body: {'security_group_rule': {'security_group_id': '03f5c44d-cf61-4575-9219-2b46d10922cb', 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:45:59.739893 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-2d1102ce-44ea-464d-b723-c609dd61e855 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:45:59.757005 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-2d1102ce-44ea-464d-b723-c609dd61e855 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Usage tracker for resource:security_group_rule and tenant:b0c2a5f459f440c7b8e9f28675d07218 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:45:59.760871 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-2d1102ce-44ea-464d-b723-c609dd61e855 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:45:59.768146 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-2d1102ce-44ea-464d-b723-c609dd61e855 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:45:59.828194 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2d1102ce-44ea-464d-b723-c609dd61e855 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:59.888777 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-7b033258-7d3b-43ab-8ebb-89678e708c19 req-7c23cb48-457f-459c-abbe-f99d535c328a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:45:59.901517 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:45:59.952314 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23cb48-457f-459c-abbe-f99d535c328a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Pushing event deleted for resources: {'Port': ['ID=05863028-5ba4-4375-b56e-569e1c390677,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:45:59.958332 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-7c23cb48-457f-459c-abbe-f99d535c328a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:45:59.959258 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49ce897-e500-47c6-a7d2-7cb0902af76f None None] New status for floating IP 5563b421-c507-4bbd-93ec-2050a3f96e98: ACTIVE {{(pid=82863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 16 14:45:59.994512 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2d1102ce-44ea-464d-b723-c609dd61e855 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:00.056542 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2d1102ce-44ea-464d-b723-c609dd61e855 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356819'] for security_group_rule, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:00.064041 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:00.098830 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1102ce-44ea-464d-b723-c609dd61e855 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36e50af-3cc4-48dc-9548-4a34739cc1f5,revision_number=0']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:00.101980 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-2d1102ce-44ea-464d-b723-c609dd61e855 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:00.117714 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2d1102ce-44ea-464d-b723-c609dd61e855 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:00.119081 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-2d1102ce-44ea-464d-b723-c609dd61e855 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3960218 Dec 16 14:46:00.123641 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 35424) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:00.131039 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-e9738893-9404-4550-a429-843e18a6a1ac tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Request body: {'security_group_rule': {'security_group_id': '03f5c44d-cf61-4575-9219-2b46d10922cb', 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:46:00.137273 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-e9738893-9404-4550-a429-843e18a6a1ac tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:46:00.141861 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-e9738893-9404-4550-a429-843e18a6a1ac tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Usage tracker for resource:security_group_rule and tenant:b0c2a5f459f440c7b8e9f28675d07218 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:46:00.145138 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-e9738893-9404-4550-a429-843e18a6a1ac tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:46:00.153559 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-e9738893-9404-4550-a429-843e18a6a1ac tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:46:00.178791 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e9738893-9404-4550-a429-843e18a6a1ac tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:00.292432 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e9738893-9404-4550-a429-843e18a6a1ac tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:00.300557 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e9738893-9404-4550-a429-843e18a6a1ac tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356819'] for security_group_rule, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:00.303885 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:00.315345 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b033258-7d3b-43ab-8ebb-89678e708c19 req-7c23cb48-457f-459c-abbe-f99d535c328a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Router de11e157-c4bf-4c65-8787-cc519c4f0a9c has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:46:00.350834 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9738893-9404-4550-a429-843e18a6a1ac tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=526b3f5b-2f82-4525-9ef5-37e185326edf,revision_number=0']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:00.355052 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-e9738893-9404-4550-a429-843e18a6a1ac tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:00.356063 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e9738893-9404-4550-a429-843e18a6a1ac tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:00.357924 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-e9738893-9404-4550-a429-843e18a6a1ac tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2325640 Dec 16 14:46:00.360571 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 35430) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:00.366933 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-60444dc4-41e7-409e-acb0-900667a1517e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Request body: {'security_group_rule': {'security_group_id': '03f5c44d-cf61-4575-9219-2b46d10922cb', 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:46:00.373593 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-60444dc4-41e7-409e-acb0-900667a1517e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:46:00.384224 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-60444dc4-41e7-409e-acb0-900667a1517e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Usage tracker for resource:security_group_rule and tenant:b0c2a5f459f440c7b8e9f28675d07218 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:46:00.388059 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-60444dc4-41e7-409e-acb0-900667a1517e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:46:00.394796 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-60444dc4-41e7-409e-acb0-900667a1517e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:46:00.419000 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-60444dc4-41e7-409e-acb0-900667a1517e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:00.496344 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-60444dc4-41e7-409e-acb0-900667a1517e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:00.501925 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-60444dc4-41e7-409e-acb0-900667a1517e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356819'] for security_group_rule, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:00.510960 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-e9738893-9404-4550-a429-843e18a6a1ac tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:00.529871 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60444dc4-41e7-409e-acb0-900667a1517e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50837289-3314-4f19-9f95-c8dfd0afdea0,revision_number=0']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:00.535103 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-60444dc4-41e7-409e-acb0-900667a1517e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:00.544586 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-60444dc4-41e7-409e-acb0-900667a1517e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:00.548956 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-60444dc4-41e7-409e-acb0-900667a1517e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1842017 Dec 16 14:46:00.549634 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 35434) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:00.556017 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-a4fff710-e0f8-4337-811b-2783157d70ad tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Request body: {'security_group_rule': {'security_group_id': '03f5c44d-cf61-4575-9219-2b46d10922cb', 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:46:00.562568 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-a4fff710-e0f8-4337-811b-2783157d70ad tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:46:00.566633 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-a4fff710-e0f8-4337-811b-2783157d70ad tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Usage tracker for resource:security_group_rule and tenant:b0c2a5f459f440c7b8e9f28675d07218 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:46:00.569646 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-a4fff710-e0f8-4337-811b-2783157d70ad tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:46:00.575988 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-a4fff710-e0f8-4337-811b-2783157d70ad tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:46:00.589084 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.db.securitygroups_db [None req-a4fff710-e0f8-4337-811b-2783157d70ad tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Project b0c2a5f459f440c7b8e9f28675d07218 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 14:46:00.590968 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-3c336e03-3864-4596-97d6-495d45eb951a req-ee6fba82-f3c5-421d-bffc-70ef1b60a76f tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Synchronizing usage tracker for tenant:7243b1f0c7ab4a34a702c78e169b9461 on resource:port {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:46:00.599286 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a4fff710-e0f8-4337-811b-2783157d70ad tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:00.615351 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-3c336e03-3864-4596-97d6-495d45eb951a req-ee6fba82-f3c5-421d-bffc-70ef1b60a76f tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Unset dirty status for tenant:7243b1f0c7ab4a34a702c78e169b9461 on resource:port {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:46:00.616580 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-3c336e03-3864-4596-97d6-495d45eb951a req-ee6fba82-f3c5-421d-bffc-70ef1b60a76f tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/ports?device_id=b75bb51e-e10f-449e-92ee-834c13616bf1 HTTP/1.1" status: 200 len: 210 time: 0.2062905 Dec 16 14:46:00.670732 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a4fff710-e0f8-4337-811b-2783157d70ad tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:00.675353 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a4fff710-e0f8-4337-811b-2783157d70ad tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356819'] for security_group_rule, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:00.677346 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:00.704561 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fff710-e0f8-4337-811b-2783157d70ad tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f488cb-31f0-4cc3-96ed-092c17905464,revision_number=0']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:00.709997 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-a4fff710-e0f8-4337-811b-2783157d70ad tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:00.717230 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a4fff710-e0f8-4337-811b-2783157d70ad tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:00.719025 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-a4fff710-e0f8-4337-811b-2783157d70ad tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1682475 Dec 16 14:46:00.722955 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 35438) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:00.728053 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [None req-12625b53-ddb9-4621-8062-99ebc4156d51 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Request body: {'security_group_rule': {'security_group_id': '03f5c44d-cf61-4575-9219-2b46d10922cb', 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:46:00.734529 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-12625b53-ddb9-4621-8062-99ebc4156d51 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:46:00.738604 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-12625b53-ddb9-4621-8062-99ebc4156d51 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Usage tracker for resource:security_group_rule and tenant:b0c2a5f459f440c7b8e9f28675d07218 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:46:00.741832 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-12625b53-ddb9-4621-8062-99ebc4156d51 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:46:00.749226 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-12625b53-ddb9-4621-8062-99ebc4156d51 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:46:00.750847 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b033258-7d3b-43ab-8ebb-89678e708c19 req-7c23cb48-457f-459c-abbe-f99d535c328a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:46:00.764395 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f90fab-b77d-4b57-b4d5-e825f88bd441 None None] Sync routers for ids ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'] in dv-cinder-821893-3-smb {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:46:00.765060 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.db.securitygroups_db [None req-12625b53-ddb9-4621-8062-99ebc4156d51 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Project b0c2a5f459f440c7b8e9f28675d07218 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 14:46:00.772840 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-12625b53-ddb9-4621-8062-99ebc4156d51 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:00.779811 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f90fab-b77d-4b57-b4d5-e825f88bd441 None None] Routers {'de11e157-c4bf-4c65-8787-cc519c4f0a9c'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:46:00.780653 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-f4f90fab-b77d-4b57-b4d5-e825f88bd441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:45:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:46:00.835731 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b033258-7d3b-43ab-8ebb-89678e708c19 req-7c23cb48-457f-459c-abbe-f99d535c328a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] No DVR routers for this DVR port 05863028-5ba4-4375-b56e-569e1c390677 on host hv-cinder-82189 {{(pid=82861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:46:00.842710 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-7b033258-7d3b-43ab-8ebb-89678e708c19 req-7c23cb48-457f-459c-abbe-f99d535c328a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:00.845436 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7b033258-7d3b-43ab-8ebb-89678e708c19 req-7c23cb48-457f-459c-abbe-f99d535c328a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.62 "DELETE /v2.0/ports/05863028-5ba4-4375-b56e-569e1c390677 HTTP/1.1" status: 204 len: 173 time: 2.3283894 Dec 16 14:46:00.846381 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75bb51e-e10f-449e-92ee-834c13616bf1', 'name': 'network-vif-deleted', 'tag': '05863028-5ba4-4375-b56e-569e1c390677'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:46:00.863971 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-12625b53-ddb9-4621-8062-99ebc4156d51 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:00.870379 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-12625b53-ddb9-4621-8062-99ebc4156d51 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356819'] for security_group_rule, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:00.873034 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-ad3d07a8-aecf-4249-a4ac-fb34d2ebed73 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:00.910311 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12625b53-ddb9-4621-8062-99ebc4156d51 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ffc173-fb74-4183-a745-331670bdec44,revision_number=0']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:00.916338 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-12625b53-ddb9-4621-8062-99ebc4156d51 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:00.925895 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-12625b53-ddb9-4621-8062-99ebc4156d51 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:00.926699 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75bb51e-e10f-449e-92ee-834c13616bf1', 'name': 'network-vif-deleted', 'tag': '05863028-5ba4-4375-b56e-569e1c390677', 'status': 'completed', 'code': 200} Dec 16 14:46:00.927462 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-12625b53-ddb9-4621-8062-99ebc4156d51 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2042563 Dec 16 14:46:01.046716 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-f4f90fab-b77d-4b57-b4d5-e825f88bd441 None None] Set router de11e157-c4bf-4c65-8787-cc519c4f0a9c gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:46:01.110009 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-fbb2ddd4-4e54-45bf-8368-c9ed13e56c68 req-340ae3df-5c75-4718-8d56-0b575c59ffea tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Synchronizing usage tracker for tenant:b0c2a5f459f440c7b8e9f28675d07218 on resource:security_group {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:46:01.127980 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-fbb2ddd4-4e54-45bf-8368-c9ed13e56c68 req-340ae3df-5c75-4718-8d56-0b575c59ffea tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Unset dirty status for tenant:b0c2a5f459f440c7b8e9f28675d07218 on resource:security_group {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:46:01.129406 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-fbb2ddd4-4e54-45bf-8368-c9ed13e56c68 req-340ae3df-5c75-4718-8d56-0b575c59ffea tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-949812862&fields=id&tenant_id=b0c2a5f459f440c7b8e9f28675d07218 HTTP/1.1" status: 200 len: 267 time: 0.0662911 Dec 16 14:46:01.216393 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2ddd4-4e54-45bf-8368-c9ed13e56c68 req-974f9a38-375f-4f79-8921-6135c2fe4aa4 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:01.218407 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-fbb2ddd4-4e54-45bf-8368-c9ed13e56c68 req-974f9a38-375f-4f79-8921-6135c2fe4aa4 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 945 time: 0.0828810 Dec 16 14:46:01.230490 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-fbb2ddd4-4e54-45bf-8368-c9ed13e56c68 req-66e19dfa-f611-4b26-8b4f-b38e6c7c059c tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Request body: {'port': {'security_groups': ['bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2', '03f5c44d-cf61-4575-9219-2b46d10922cb']}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:46:01.390497 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-fbb2ddd4-4e54-45bf-8368-c9ed13e56c68 req-66e19dfa-f611-4b26-8b4f-b38e6c7c059c tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:01.428714 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-f4f90fab-b77d-4b57-b4d5-e825f88bd441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'name': 'tempest-AttachVolumeTestJSON-987410366-router', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199'}], 'enable_snat': True}, 'gw_port_id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:23Z', 'updated_at': '2021-12-16T14:40:31Z', 'revision_number': 4, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'gw_port': {'id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:24Z', 'updated_at': '2021-12-16T14:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb', 'name': '', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'mac_address': 'fa:16:3e:37:cb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:30Z', 'updated_at': '2021-12-16T14:40:45Z', 'revision_number': 5, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'subnets': [{'id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:46:01.435338 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f90fab-b77d-4b57-b4d5-e825f88bd441 None None] Checking router: de11e157-c4bf-4c65-8787-cc519c4f0a9c for host: dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:46:01.453322 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f90fab-b77d-4b57-b4d5-e825f88bd441 None None] Routers {'de11e157-c4bf-4c65-8787-cc519c4f0a9c'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:46:01.454529 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-f4f90fab-b77d-4b57-b4d5-e825f88bd441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:45:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:46:01.771040 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-f4f90fab-b77d-4b57-b4d5-e825f88bd441 None None] Set router de11e157-c4bf-4c65-8787-cc519c4f0a9c gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:46:01.786534 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-fbb2ddd4-4e54-45bf-8368-c9ed13e56c68 req-66e19dfa-f611-4b26-8b4f-b38e6c7c059c tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] For port b23455d2-c93f-4a05-b6a0-275d07719be6, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b23455d2-c93f-4a05-b6a0-275d07719be6,segment=NetworkSegment(bac094fb-32f7-473e-a70d-99e64be11fcc),segment_id=bac094fb-32f7-473e-a70d-99e64be11fcc)] {{(pid=82861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:46:01.808478 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 35450) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:01.834826 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-fbb2ddd4-4e54-45bf-8368-c9ed13e56c68 req-66e19dfa-f611-4b26-8b4f-b38e6c7c059c tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for port, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:01.841092 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-fbb2ddd4-4e54-45bf-8368-c9ed13e56c68 req-66e19dfa-f611-4b26-8b4f-b38e6c7c059c tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:01.847702 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:01.883017 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-9c5c9c0c-e491-49be-b513-6f08888bbd18 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:01.904899 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['b23455d2-c93f-4a05-b6a0-275d07719be6'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:46:01.914335 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-9c5c9c0c-e491-49be-b513-6f08888bbd18 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:01.921426 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2ddd4-4e54-45bf-8368-c9ed13e56c68 req-66e19dfa-f611-4b26-8b4f-b38e6c7c059c tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:01.923603 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-fbb2ddd4-4e54-45bf-8368-c9ed13e56c68 req-66e19dfa-f611-4b26-8b4f-b38e6c7c059c tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:01.924691 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-fbb2ddd4-4e54-45bf-8368-c9ed13e56c68 req-66e19dfa-f611-4b26-8b4f-b38e6c7c059c tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "PUT /v2.0/ports/b23455d2-c93f-4a05-b6a0-275d07719be6 HTTP/1.1" status: 200 len: 981 time: 0.6992309 Dec 16 14:46:01.959974 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e19dfa-f611-4b26-8b4f-b38e6c7c059c tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Pushing event updated for resources: {'Port': ['ID=b23455d2-c93f-4a05-b6a0-275d07719be6,revision_number=6']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:01.974081 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-66e19dfa-f611-4b26-8b4f-b38e6c7c059c tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:02.009575 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-9c5c9c0c-e491-49be-b513-6f08888bbd18 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:02.017150 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-20230179-9b7e-4a9a-ae77-52b0785cca24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:02.036058 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c9c0c-e491-49be-b513-6f08888bbd18 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c647331-68e0-453e-ae38-da4252e59b37,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:02.048657 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-9c5c9c0c-e491-49be-b513-6f08888bbd18 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:02.118534 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-9c5c9c0c-e491-49be-b513-6f08888bbd18 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:02.119947 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-9c5c9c0c-e491-49be-b513-6f08888bbd18 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "DELETE /v2.0/security-groups/4c647331-68e0-453e-ae38-da4252e59b37 HTTP/1.1" status: 204 len: 168 time: 0.3104086 Dec 16 14:46:02.125558 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 35456) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:02.147725 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['b23455d2-c93f-4a05-b6a0-275d07719be6'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:46:02.157264 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.api.v2.resource [None req-143854ca-8117-49dd-8621-b64d5658bd75 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] show failed (client error): The resource could not be found. Dec 16 14:46:02.161407 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-143854ca-8117-49dd-8621-b64d5658bd75 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "GET /v2.0/security-groups/4c647331-68e0-453e-ae38-da4252e59b37 HTTP/1.1" status: 404 len: 347 time: 0.0315294 Dec 16 14:46:02.162539 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 35460) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:02.174180 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b519b-a1f3-408f-9742-c025525f73c2 req-ddb8d97b-f35c-494b-ac39-0a18b54bece7 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:02.176265 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-193b519b-a1f3-408f-9742-c025525f73c2 req-ddb8d97b-f35c-494b-ac39-0a18b54bece7 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 984 time: 0.1190114 Dec 16 14:46:02.267002 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-193b519b-a1f3-408f-9742-c025525f73c2 req-db6010fc-08b9-4a4f-8787-61f0aabda6c4 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&id=03f5c44d-cf61-4575-9219-2b46d10922cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0835197 Dec 16 14:46:02.416292 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-2fa26292-7637-4ada-ad8d-aecde23231fa tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Deleting port a887af48-3b4a-4bbf-b508-1ba8b39e3b99 {{(pid=82861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:46:02.416641 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2fa26292-7637-4ada-ad8d-aecde23231fa tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:02.504329 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-337dbd2f-b0cb-4783-bac2-6af359ece92c None None] Provisioning complete for port b23455d2-c93f-4a05-b6a0-275d07719be6 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:46:02.504699 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-337dbd2f-b0cb-4783-bac2-6af359ece92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:02.606919 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2fa26292-7637-4ada-ad8d-aecde23231fa tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:02.607856 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2fa26292-7637-4ada-ad8d-aecde23231fa tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:02.619405 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 05863028-5ba4-4375-b56e-569e1c390677 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:46:02.682519 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-869da074-d5f0-497a-9e60-987382c31319 None None] No Port match for: 05863028-5ba4-4375-b56e-569e1c390677 {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:46:02.682854 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 05863028-5ba4-4375-b56e-569e1c390677 not bound to the agent host hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:46:02.741299 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-2fa26292-7637-4ada-ad8d-aecde23231fa tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Calling delete_port for a887af48-3b4a-4bbf-b508-1ba8b39e3b99 owned by network:floatingip {{(pid=82861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:46:02.787437 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-f4f90fab-b77d-4b57-b4d5-e825f88bd441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'name': 'tempest-AttachVolumeTestJSON-987410366-router', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199'}], 'enable_snat': True}, 'gw_port_id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:23Z', 'updated_at': '2021-12-16T14:40:31Z', 'revision_number': 4, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'gw_port': {'id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:24Z', 'updated_at': '2021-12-16T14:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb', 'name': '', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'mac_address': 'fa:16:3e:37:cb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:30Z', 'updated_at': '2021-12-16T14:40:45Z', 'revision_number': 5, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'subnets': [{'id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:46:02.825641 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f90fab-b77d-4b57-b4d5-e825f88bd441 None None] The sync data for ids ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'] in dv-cinder-821893-3-smb is: [{'id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'name': 'tempest-AttachVolumeTestJSON-987410366-router', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199'}], 'enable_snat': True}, 'gw_port_id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:23Z', 'updated_at': '2021-12-16T14:40:31Z', 'revision_number': 4, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'gw_port': {'id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:24Z', 'updated_at': '2021-12-16T14:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb', 'name': '', 'network_id': '4f57735e-9b2a-4e4f-b94e-2d78693e986e', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'mac_address': 'fa:16:3e:37:cb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:30Z', 'updated_at': '2021-12-16T14:40:45Z', 'revision_number': 5, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'subnets': [{'id': '0fbefad8-3896-4ba2-9bf0-fdf6065ed622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:46:02.931568 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67b015e-7500-449e-bf33-f7eb8dcf2a58', 'tag': 'b23455d2-c93f-4a05-b6a0-275d07719be6'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:46:02.968857 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2fa26292-7637-4ada-ad8d-aecde23231fa tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:02.980860 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-306fbce9-0039-4e1f-b378-96c518a179e3 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:03.021775 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67b015e-7500-449e-bf33-f7eb8dcf2a58', 'tag': 'b23455d2-c93f-4a05-b6a0-275d07719be6', 'status': 'completed', 'code': 200} Dec 16 14:46:03.042420 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa26292-7637-4ada-ad8d-aecde23231fa tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Pushing event deleted for resources: {'Port': ['ID=a887af48-3b4a-4bbf-b508-1ba8b39e3b99,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:03.045050 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-2fa26292-7637-4ada-ad8d-aecde23231fa tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:03.263635 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd828612-0fe2-4b98-8a44-24088347268d None None] New status for floating IP 62d6c713-a2a2-4257-aca8-1d563f423281: DOWN {{(pid=82863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 16 14:46:03.331433 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2fa26292-7637-4ada-ad8d-aecde23231fa tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks [] for floatingip, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:03.362471 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2fa26292-7637-4ada-ad8d-aecde23231fa tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for floatingip, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:03.363555 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-2fa26292-7637-4ada-ad8d-aecde23231fa tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] 10.222.0.44 "DELETE /v2.0/floatingips/62d6c713-a2a2-4257-aca8-1d563f423281 HTTP/1.1" status: 204 len: 168 time: 1.2007573 Dec 16 14:46:03.368536 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1f008c19-54f2-4b56-982b-ae1884edcd7f req-df97e024-425a-4f95-93bd-3efdd1297716 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0c2a5f459f440c7b8e9f28675d07218&device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 1137 time: 0.1519206 Dec 16 14:46:03.617957 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f008c19-54f2-4b56-982b-ae1884edcd7f req-4f27551d-e5f2-4465-87eb-ae56ddeef5ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:03.620744 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1f008c19-54f2-4b56-982b-ae1884edcd7f req-4f27551d-e5f2-4465-87eb-ae56ddeef5ec service neutron] 10.222.0.62 "GET /v2.0/networks?id=83056f42-2247-4d9e-a5e5-6da07423d485 HTTP/1.1" status: 200 len: 916 time: 0.2443609 Dec 16 14:46:03.744669 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1f008c19-54f2-4b56-982b-ae1884edcd7f req-b33bc313-1175-4ada-82e8-44e463d9a88a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23455d2-c93f-4a05-b6a0-275d07719be6 HTTP/1.1" status: 200 len: 1001 time: 0.1167560 Dec 16 14:46:03.810096 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f008c19-54f2-4b56-982b-ae1884edcd7f req-054a6f95-1d63-4764-a8b8-2bcd708e4d4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:03.811751 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1f008c19-54f2-4b56-982b-ae1884edcd7f req-054a6f95-1d63-4764-a8b8-2bcd708e4d4d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3 HTTP/1.1" status: 200 len: 854 time: 0.0607462 Dec 16 14:46:03.907649 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1f008c19-54f2-4b56-982b-ae1884edcd7f req-2b28ce8c-8b76-4115-b7a4-4c1303984cdb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83056f42-2247-4d9e-a5e5-6da07423d485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0891759 Dec 16 14:46:04.062509 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1f008c19-54f2-4b56-982b-ae1884edcd7f req-0af71f7d-f74c-4f3d-8118-c7b0b25a29c5 service neutron] 10.222.0.62 "GET /v2.0/networks/83056f42-2247-4d9e-a5e5-6da07423d485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479740 Dec 16 14:46:04.200713 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1f008c19-54f2-4b56-982b-ae1884edcd7f req-857ef83b-7ecc-4a6e-b99c-b1376d6228a2 service neutron] 10.222.0.62 "GET /v2.0/networks/83056f42-2247-4d9e-a5e5-6da07423d485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316540 Dec 16 14:46:07.396405 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-e5567536-4f38-4be2-aad4-a6d89c040231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:07.741056 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 35496) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:08.135989 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:46:08.369086 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-54e3482a-a72c-4f63-b624-d02bdc002dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-380824'] for router_interface, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:09.143898 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [None req-54e3482a-a72c-4f63-b624-d02bdc002dfa admin admin] Deleting port 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb {{(pid=82860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:46:09.144624 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-54e3482a-a72c-4f63-b624-d02bdc002dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:09.392609 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-54e3482a-a72c-4f63-b624-d02bdc002dfa admin admin] For port 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb,segment=NetworkSegment(3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf),segment_id=3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf)] {{(pid=82860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:46:09.392959 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-54e3482a-a72c-4f63-b624-d02bdc002dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:09.523525 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [None req-54e3482a-a72c-4f63-b624-d02bdc002dfa admin admin] Calling delete_port for 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb owned by network:router_interface {{(pid=82860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:46:09.720142 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-54e3482a-a72c-4f63-b624-d02bdc002dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:09.724366 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:09.769027 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3482a-a72c-4f63-b624-d02bdc002dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:09.772997 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-54e3482a-a72c-4f63-b624-d02bdc002dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:09.866342 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-41cbe94e-05a5-43cf-bbe8-54f600348848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:10.275962 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-54e3482a-a72c-4f63-b624-d02bdc002dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3563947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-379974'] for router_interface, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:10.791326 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:11.071210 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:11.126032 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e3482a-a72c-4f63-b624-d02bdc002dfa admin admin] Router de11e157-c4bf-4c65-8787-cc519c4f0a9c has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:46:11.365567 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e3482a-a72c-4f63-b624-d02bdc002dfa admin admin] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:46:11.376821 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b6fff1-eae6-444c-9666-eb1a1da2b65b None None] Sync routers for ids ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'] in dv-cinder-821893-3-smb {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:46:11.379404 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-54e3482a-a72c-4f63-b624-d02bdc002dfa admin admin] 10.222.0.44 "PUT /v2.0/routers/de11e157-c4bf-4c65-8787-cc519c4f0a9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6368952 Dec 16 14:46:11.383557 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 35504) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:11.393409 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b6fff1-eae6-444c-9666-eb1a1da2b65b None None] Routers {'de11e157-c4bf-4c65-8787-cc519c4f0a9c'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:46:11.394066 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-35b6fff1-eae6-444c-9666-eb1a1da2b65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:46:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:46:11.584492 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-35b6fff1-eae6-444c-9666-eb1a1da2b65b None None] Set router de11e157-c4bf-4c65-8787-cc519c4f0a9c gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:46:11.597833 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8b4e08d8-6a42-4882-9c9e-ccbe9554905a admin admin] Notify callbacks [] for router, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:11.815865 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8b4e08d8-6a42-4882-9c9e-ccbe9554905a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:11.827834 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [None req-8b4e08d8-6a42-4882-9c9e-ccbe9554905a admin admin] Deleting port 75a852aa-1e9e-4efe-9853-fd883d7bd7d5 {{(pid=82860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:46:11.828585 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8b4e08d8-6a42-4882-9c9e-ccbe9554905a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:11.960898 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-35b6fff1-eae6-444c-9666-eb1a1da2b65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'name': 'tempest-AttachVolumeTestJSON-987410366-router', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199'}], 'enable_snat': True}, 'gw_port_id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:23Z', 'updated_at': '2021-12-16T14:46:09Z', 'revision_number': 5, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'gw_port': {'id': '75a852aa-1e9e-4efe-9853-fd883d7bd7d5', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:bb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:24Z', 'updated_at': '2021-12-16T14:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:46:11.965867 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b6fff1-eae6-444c-9666-eb1a1da2b65b None None] Checking router: de11e157-c4bf-4c65-8787-cc519c4f0a9c for host: dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:46:11.978353 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b6fff1-eae6-444c-9666-eb1a1da2b65b None None] Routers {'de11e157-c4bf-4c65-8787-cc519c4f0a9c'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:46:11.978994 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-35b6fff1-eae6-444c-9666-eb1a1da2b65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:46:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:46:12.053392 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-8b4e08d8-6a42-4882-9c9e-ccbe9554905a admin admin] For port 75a852aa-1e9e-4efe-9853-fd883d7bd7d5, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=75a852aa-1e9e-4efe-9853-fd883d7bd7d5,segment=NetworkSegment(4f5dda31-b5b1-4742-b2db-5b9a26752cae),segment_id=4f5dda31-b5b1-4742-b2db-5b9a26752cae)] {{(pid=82860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:46:12.053775 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8b4e08d8-6a42-4882-9c9e-ccbe9554905a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:12.143358 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-35b6fff1-eae6-444c-9666-eb1a1da2b65b None None] Set router de11e157-c4bf-4c65-8787-cc519c4f0a9c gateway port host: None {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:46:12.187834 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [None req-8b4e08d8-6a42-4882-9c9e-ccbe9554905a admin admin] Calling delete_port for 75a852aa-1e9e-4efe-9853-fd883d7bd7d5 owned by network:router_gateway {{(pid=82860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:46:12.255434 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-35b6fff1-eae6-444c-9666-eb1a1da2b65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'name': 'tempest-AttachVolumeTestJSON-987410366-router', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:23Z', 'updated_at': '2021-12-16T14:46:11Z', 'revision_number': 6, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'gw_port_host': None}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:46:12.260040 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b6fff1-eae6-444c-9666-eb1a1da2b65b None None] The sync data for ids ['de11e157-c4bf-4c65-8787-cc519c4f0a9c'] in dv-cinder-821893-3-smb is: [{'id': 'de11e157-c4bf-4c65-8787-cc519c4f0a9c', 'name': 'tempest-AttachVolumeTestJSON-987410366-router', 'tenant_id': '7243b1f0c7ab4a34a702c78e169b9461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:23Z', 'updated_at': '2021-12-16T14:46:11Z', 'revision_number': 6, 'project_id': '7243b1f0c7ab4a34a702c78e169b9461', 'gw_port_host': None}] {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:46:12.381950 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:12.499263 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8b4e08d8-6a42-4882-9c9e-ccbe9554905a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:12.503383 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:12.545338 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e08d8-6a42-4882-9c9e-ccbe9554905a admin admin] Pushing event deleted for resources: {'Port': ['ID=75a852aa-1e9e-4efe-9853-fd883d7bd7d5,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:12.549165 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-8b4e08d8-6a42-4882-9c9e-ccbe9554905a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:12.812604 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8b4e08d8-6a42-4882-9c9e-ccbe9554905a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377829'] for router_gateway, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:13.092972 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8b4e08d8-6a42-4882-9c9e-ccbe9554905a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61118'] for router, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:13.098052 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8b4e08d8-6a42-4882-9c9e-ccbe9554905a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:13.125084 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb no longer exists at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:46:13.163826 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] No Port match for: 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:46:13.164872 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 8a1c5f0a-3a5c-4b8e-89d1-b48d9cfc7cbb not bound to the agent host dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:46:13.164872 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 75a852aa-1e9e-4efe-9853-fd883d7bd7d5 no longer exists at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:46:13.194439 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8b4e08d8-6a42-4882-9c9e-ccbe9554905a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-422089'] for router, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:13.195170 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4e08d8-6a42-4882-9c9e-ccbe9554905a admin admin] Fanout notify agent at l3_agent the message router_deleted on router de11e157-c4bf-4c65-8787-cc519c4f0a9c {{(pid=82860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 14:46:13.199877 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] No Port match for: 75a852aa-1e9e-4efe-9853-fd883d7bd7d5 {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:46:13.200471 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 75a852aa-1e9e-4efe-9853-fd883d7bd7d5 not bound to the agent host dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:46:13.213805 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8b4e08d8-6a42-4882-9c9e-ccbe9554905a admin admin] Notify callbacks [] for router, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:13.214969 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-8b4e08d8-6a42-4882-9c9e-ccbe9554905a admin admin] 10.222.0.44 "DELETE /v2.0/routers/de11e157-c4bf-4c65-8787-cc519c4f0a9c HTTP/1.1" status: 204 len: 168 time: 1.8302245 Dec 16 14:46:13.218359 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 35508) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:13.299809 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce24dfc-c5b6-49f3-adb7-a6be25db691f admin admin] Deleting subnet 0fbefad8-3896-4ba2-9bf0-fdf6065ed622 {{(pid=82861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 16 14:46:13.304994 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-6ce24dfc-c5b6-49f3-adb7-a6be25db691f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:13.397309 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-6ce24dfc-c5b6-49f3-adb7-a6be25db691f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-855980'] for subnet, precommit_delete_associations {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:13.404354 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:13.601606 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-6ce24dfc-c5b6-49f3-adb7-a6be25db691f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3375631'] for subnet, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:13.678994 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-6ce24dfc-c5b6-49f3-adb7-a6be25db691f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3375616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3754695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1404220'] for subnet, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:13.684141 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-b6ce0e94-3a82-463a-b73d-643805c63c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:13.721142 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce24dfc-c5b6-49f3-adb7-a6be25db691f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fbefad8-3896-4ba2-9bf0-fdf6065ed622,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:13.723783 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-6ce24dfc-c5b6-49f3-adb7-a6be25db691f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:13.726737 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-6ce24dfc-c5b6-49f3-adb7-a6be25db691f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:13.735908 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-6ce24dfc-c5b6-49f3-adb7-a6be25db691f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0fbefad8-3896-4ba2-9bf0-fdf6065ed622 HTTP/1.1" status: 204 len: 168 time: 0.5127919 Dec 16 14:46:13.736175 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7dceb9-1f60-4359-8af5-99f598fbff74 None None] Network 4f57735e-9b2a-4e4f-b94e-2d78693e986e requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:46:13.736338 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 35512) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:13.866089 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3222799'] for network, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:13.877807 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] Deleting port 0a2c9ac2-1c28-4722-ad42-937af5869076 {{(pid=82861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:46:13.878148 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:14.006870 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f55fe9-f70c-4654-95f2-cd8cc137db35 None None] DHCP port deletion for 4f57735e-9b2a-4e4f-b94e-2d78693e986e request from dv-cinder-821893-3-smb {{(pid=82862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 16 14:46:14.011588 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-57f55fe9-f70c-4654-95f2-cd8cc137db35 None None] Deleting port 0a2c9ac2-1c28-4722-ad42-937af5869076 {{(pid=82862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:46:14.011960 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-57f55fe9-f70c-4654-95f2-cd8cc137db35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:14.108294 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] For port 0a2c9ac2-1c28-4722-ad42-937af5869076, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=0a2c9ac2-1c28-4722-ad42-937af5869076,segment=NetworkSegment(3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf),segment_id=3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf)] {{(pid=82861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:46:14.108656 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:14.239138 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-57f55fe9-f70c-4654-95f2-cd8cc137db35 None None] For port 0a2c9ac2-1c28-4722-ad42-937af5869076, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=0a2c9ac2-1c28-4722-ad42-937af5869076,segment=NetworkSegment(3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf),segment_id=3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:46:14.240218 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-57f55fe9-f70c-4654-95f2-cd8cc137db35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:14.354687 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] Calling delete_port for 0a2c9ac2-1c28-4722-ad42-937af5869076 owned by network:dhcp {{(pid=82861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:46:14.374997 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-57f55fe9-f70c-4654-95f2-cd8cc137db35 None None] Calling delete_port for 0a2c9ac2-1c28-4722-ad42-937af5869076 owned by network:dhcp {{(pid=82862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:46:14.447934 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:14.455605 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-9798e291-8a49-4912-8720-92c8d6da056a tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:14.539967 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a2c9ac2-1c28-4722-ad42-937af5869076,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:14.544030 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:14.548245 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] No DVR routers for this DVR port 0a2c9ac2-1c28-4722-ad42-937af5869076 on host dv-cinder-821893-3-smb {{(pid=82861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:46:14.577226 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.db.api [None req-57f55fe9-f70c-4654-95f2-cd8cc137db35 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 14:46:14.577843 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_db.api [None req-57f55fe9-f70c-4654-95f2-cd8cc137db35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 14:46:14.684845 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3377296', 'neutron.services.segments.db._delete_segments_for_network-8775664583123'] for network, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:14.715887 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f57735e-9b2a-4e4f-b94e-2d78693e986e']}} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:46:14.730906 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf') {'for_net_delete': True} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:46:14.731212 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b09d89c-70d6-46c7-9f41-ca50e6ce0bdf') {} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:46:14.746697 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775664586478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-855989'] for segment, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:14.774342 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:14.786733 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=82861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 16 14:46:14.787408 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3754089'] for segment, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: Traceback (most recent call last): Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: timer() Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: cb(*args, **kw) Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: return func(*args, **kwargs) Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: self._notify() Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: self.callback(batched_events) Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: event.method(event) Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: return f(self, *a, **k) Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: return self._get(url).json() Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: return self.request(url, 'GET', **kwargs) Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:46:14.808922 dv-cinder-821893-3-smb neutron-server[82861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:46:14.878819 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 0a2c9ac2-1c28-4722-ad42-937af5869076 no longer exists at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:46:14.913359 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3377289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377742'] for network, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:14.919020 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-7c5bc396-60b6-42eb-9d83-143cf571421e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:14.922556 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] No Port match for: 0a2c9ac2-1c28-4722-ad42-937af5869076 {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:46:14.922936 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 0a2c9ac2-1c28-4722-ad42-937af5869076 not bound to the agent host dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:46:14.938349 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:14.950447 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f57735e-9b2a-4e4f-b94e-2d78693e986e,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:14.954024 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:14.966291 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4f57735e-9b2a-4e4f-b94e-2d78693e986e HTTP/1.1" status: 204 len: 168 time: 1.2286170 Dec 16 14:46:15.079034 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-57f55fe9-f70c-4654-95f2-cd8cc137db35 None None] Deleting port 0a2c9ac2-1c28-4722-ad42-937af5869076 {{(pid=82862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:46:15.079558 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-57f55fe9-f70c-4654-95f2-cd8cc137db35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:15.160452 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-57f55fe9-f70c-4654-95f2-cd8cc137db35 None None] The port '0a2c9ac2-1c28-4722-ad42-937af5869076' was deleted {{(pid=82862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 16 14:46:15.213528 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 35520) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:15.270413 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-1903a5bd-1be0-4b67-b60a-2259fbcd53fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7243b1f0c7ab4a34a702c78e169b9461&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0553625 Dec 16 14:46:15.273537 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 35524) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:15.397630 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-aad3daf4-81a3-405a-b9d9-f8abb32fd7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:15.433580 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-aad3daf4-81a3-405a-b9d9-f8abb32fd7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:15.504763 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-aad3daf4-81a3-405a-b9d9-f8abb32fd7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:15.510875 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-0fc6aa31-9aa9-47fc-8e77-0a3d93a47d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:15.526162 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3daf4-81a3-405a-b9d9-f8abb32fd7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8179d38-16af-402d-a249-0cf0298ecab3,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:15.529144 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-aad3daf4-81a3-405a-b9d9-f8abb32fd7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:15.535802 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-aad3daf4-81a3-405a-b9d9-f8abb32fd7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:15.540191 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-aad3daf4-81a3-405a-b9d9-f8abb32fd7a8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8179d38-16af-402d-a249-0cf0298ecab3 HTTP/1.1" status: 204 len: 168 time: 0.2653115 Dec 16 14:46:15.867342 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad17fd9-12a6-495c-9272-3d15b0bb55f6 req-506aafbc-d894-4d2d-a64e-d75d7a00bf32 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:15.870428 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8ad17fd9-12a6-495c-9272-3d15b0bb55f6 req-506aafbc-d894-4d2d-a64e-d75d7a00bf32 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 946 time: 0.1134722 Dec 16 14:46:15.934201 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8ad17fd9-12a6-495c-9272-3d15b0bb55f6 req-d30bb0b6-0509-4eaf-b84a-b34284a39eac tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572689 Dec 16 14:46:16.023521 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0dda4b4c-58cd-4537-8925-4f2ee9a514dd req-689958c9-6421-4929-9e82-f36c7e4d2216 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0c2a5f459f440c7b8e9f28675d07218&device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 1137 time: 0.2270064 Dec 16 14:46:16.038192 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04639a-4a26-4dd7-862b-36d491691546 req-31bfe9ac-1259-4d79-bb08-9bb28620fe27 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:16.039699 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2f04639a-4a26-4dd7-862b-36d491691546 req-31bfe9ac-1259-4d79-bb08-9bb28620fe27 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 984 time: 0.1870818 Dec 16 14:46:16.193840 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2f04639a-4a26-4dd7-862b-36d491691546 req-d8c84379-57ce-4730-9012-ce01cab68298 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&id=03f5c44d-cf61-4575-9219-2b46d10922cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1324179 Dec 16 14:46:16.238370 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda4b4c-58cd-4537-8925-4f2ee9a514dd req-1cb8e4cd-8029-4e3c-b510-74541578d993 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:16.239849 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0dda4b4c-58cd-4537-8925-4f2ee9a514dd req-1cb8e4cd-8029-4e3c-b510-74541578d993 service neutron] 10.222.0.62 "GET /v2.0/networks?id=83056f42-2247-4d9e-a5e5-6da07423d485 HTTP/1.1" status: 200 len: 916 time: 0.1986120 Dec 16 14:46:16.363711 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0dda4b4c-58cd-4537-8925-4f2ee9a514dd req-580e3057-31dd-47c5-916d-61d58c1815bf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23455d2-c93f-4a05-b6a0-275d07719be6 HTTP/1.1" status: 200 len: 1001 time: 0.1052442 Dec 16 14:46:16.443528 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda4b4c-58cd-4537-8925-4f2ee9a514dd req-0f7915ef-518b-4301-8a92-578574286532 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:16.445966 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0dda4b4c-58cd-4537-8925-4f2ee9a514dd req-0f7915ef-518b-4301-8a92-578574286532 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3 HTTP/1.1" status: 200 len: 854 time: 0.0812523 Dec 16 14:46:16.552898 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0dda4b4c-58cd-4537-8925-4f2ee9a514dd req-346d1477-30d0-42d1-8055-ddc989a9b8c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83056f42-2247-4d9e-a5e5-6da07423d485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0991814 Dec 16 14:46:16.715404 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0dda4b4c-58cd-4537-8925-4f2ee9a514dd req-9f1a7479-0197-408d-84b6-7fd4e72c9d8b service neutron] 10.222.0.62 "GET /v2.0/networks/83056f42-2247-4d9e-a5e5-6da07423d485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522679 Dec 16 14:46:16.878301 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0dda4b4c-58cd-4537-8925-4f2ee9a514dd req-f783fc58-5458-4e4d-8c67-3ce71d4df589 service neutron] 10.222.0.62 "GET /v2.0/networks/83056f42-2247-4d9e-a5e5-6da07423d485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546354 Dec 16 14:46:17.241014 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaa5d1-7925-4a51-a633-41abdc1945ea req-0ac8c1cf-b0c4-4d42-b8f3-7c84a1261ef8 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:17.243501 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f0aaa5d1-7925-4a51-a633-41abdc1945ea req-0ac8c1cf-b0c4-4d42-b8f3-7c84a1261ef8 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 946 time: 0.1007383 Dec 16 14:46:17.316899 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f0aaa5d1-7925-4a51-a633-41abdc1945ea req-e1dab06b-b63d-43d6-8c4f-e2d11b37b72d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616918 Dec 16 14:46:17.552961 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc177ba7-a494-4e34-8c75-7b2cb7bc6032 req-33eb595b-4dc9-4b69-9fd2-963f8cc25490 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:17.554508 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-cc177ba7-a494-4e34-8c75-7b2cb7bc6032 req-33eb595b-4dc9-4b69-9fd2-963f8cc25490 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 984 time: 0.1993093 Dec 16 14:46:17.607026 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-cc177ba7-a494-4e34-8c75-7b2cb7bc6032 req-c3d0bc3a-f422-4aaa-8c68-61dda88b915f tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&id=03f5c44d-cf61-4575-9219-2b46d10922cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465279 Dec 16 14:46:18.568741 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4def3-9634-438a-bf02-c6a0906f6e0e req-47e82b51-6900-4f54-8a71-9e0f5d6a79e7 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:18.570308 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5ff4def3-9634-438a-bf02-c6a0906f6e0e req-47e82b51-6900-4f54-8a71-9e0f5d6a79e7 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 946 time: 0.0945718 Dec 16 14:46:18.636676 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5ff4def3-9634-438a-bf02-c6a0906f6e0e req-b0e57d9a-7117-4d90-8a0f-70747d6987bc tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531733 Dec 16 14:46:18.830570 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98ec9d-3130-4710-bc08-c8189a2def25 req-af1324ca-c358-46ae-9a5b-0f5500dcab2b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:18.832028 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-9e98ec9d-3130-4710-bc08-c8189a2def25 req-af1324ca-c358-46ae-9a5b-0f5500dcab2b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 984 time: 0.0948410 Dec 16 14:46:18.888786 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-9e98ec9d-3130-4710-bc08-c8189a2def25 req-8f399cb7-275c-4ebe-a3a6-40187f6218ab tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&id=03f5c44d-cf61-4575-9219-2b46d10922cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504770 Dec 16 14:46:18.928616 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 35606) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:19.085040 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7a06e792-1bfb-4a20-a614-a9fedb1607b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:19.119788 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-7a06e792-1bfb-4a20-a614-a9fedb1607b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:46:19.123800 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-7a06e792-1bfb-4a20-a614-a9fedb1607b9 admin admin] Usage tracker for resource:security_group_rule and tenant:dadb3a3319bf472bbc3d26ea6e9709f4 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:46:19.126689 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-7a06e792-1bfb-4a20-a614-a9fedb1607b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:46:19.132315 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-7a06e792-1bfb-4a20-a614-a9fedb1607b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:46:19.198853 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7a06e792-1bfb-4a20-a614-a9fedb1607b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:19.203883 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7a06e792-1bfb-4a20-a614-a9fedb1607b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:19.210728 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-1a8da328-b667-4e11-9687-a9950c3b996f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:19.251801 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06e792-1bfb-4a20-a614-a9fedb1607b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd807fe3-80ae-4a4d-a8dc-aa031d396416,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:19.255057 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-7a06e792-1bfb-4a20-a614-a9fedb1607b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:19.257733 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-7a06e792-1bfb-4a20-a614-a9fedb1607b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dadb3a3319bf472bbc3d26ea6e9709f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3280029 Dec 16 14:46:19.260642 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 35612) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:19.326807 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-4cc8a47b-9bcd-4a2e-bc04-999f4b4d5bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:19.356165 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-4cc8a47b-9bcd-4a2e-bc04-999f4b4d5bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:19.411092 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-4cc8a47b-9bcd-4a2e-bc04-999f4b4d5bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:19.414959 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-aad3daf4-81a3-405a-b9d9-f8abb32fd7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:19.427434 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8a47b-9bcd-4a2e-bc04-999f4b4d5bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd807fe3-80ae-4a4d-a8dc-aa031d396416,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:19.431302 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-4cc8a47b-9bcd-4a2e-bc04-999f4b4d5bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:19.435014 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-4cc8a47b-9bcd-4a2e-bc04-999f4b4d5bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:19.436126 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-4cc8a47b-9bcd-4a2e-bc04-999f4b4d5bbc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd807fe3-80ae-4a4d-a8dc-aa031d396416 HTTP/1.1" status: 204 len: 168 time: 0.1746125 Dec 16 14:46:19.837481 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 35622) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:19.856683 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0bcbac78-194b-47e1-85fc-f42f2a3b5cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:19.876947 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518806d-20ed-4866-b7ae-24251c59377b req-c8ef5d47-a2c8-45b6-af46-f3b51aeeb2fc tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:19.878583 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-e518806d-20ed-4866-b7ae-24251c59377b req-c8ef5d47-a2c8-45b6-af46-f3b51aeeb2fc tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 946 time: 0.0816166 Dec 16 14:46:19.896746 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-0bcbac78-194b-47e1-85fc-f42f2a3b5cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:46:19.902469 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-0bcbac78-194b-47e1-85fc-f42f2a3b5cc8 admin admin] Usage tracker for resource:security_group_rule and tenant:d45fc37a208b4d768bb20e0d647c9703 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:46:19.905959 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-0bcbac78-194b-47e1-85fc-f42f2a3b5cc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:46:19.912356 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-0bcbac78-194b-47e1-85fc-f42f2a3b5cc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:46:19.938736 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-e518806d-20ed-4866-b7ae-24251c59377b req-03319421-e3bb-411b-b0ad-0db717421ef2 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508566 Dec 16 14:46:20.009214 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0bcbac78-194b-47e1-85fc-f42f2a3b5cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:20.014433 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0bcbac78-194b-47e1-85fc-f42f2a3b5cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:20.022073 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-5e0f5668-61ec-45d6-8ef1-4853fbb8e28e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:20.111580 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbac78-194b-47e1-85fc-f42f2a3b5cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6545ce93-bb42-45f7-b805-60f76e2905d0,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:20.124927 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-0bcbac78-194b-47e1-85fc-f42f2a3b5cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:20.135751 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-0bcbac78-194b-47e1-85fc-f42f2a3b5cc8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d45fc37a208b4d768bb20e0d647c9703&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2940910 Dec 16 14:46:20.136128 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 35628) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:20.179007 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1067573-1e6e-47ca-815d-e700368c9ca4 req-308b867d-b3fc-4f84-bfc7-782da15ded79 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:20.180459 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-b1067573-1e6e-47ca-815d-e700368c9ca4 req-308b867d-b3fc-4f84-bfc7-782da15ded79 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 984 time: 0.1197593 Dec 16 14:46:20.204840 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-855264b3-5fe1-4ef9-bdca-8ed8989ee1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:20.243332 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-b1067573-1e6e-47ca-815d-e700368c9ca4 req-97cc267b-7008-4608-8487-883d22bf17af tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&id=03f5c44d-cf61-4575-9219-2b46d10922cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521457 Dec 16 14:46:20.255216 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-855264b3-5fe1-4ef9-bdca-8ed8989ee1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:20.331587 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-855264b3-5fe1-4ef9-bdca-8ed8989ee1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:20.336025 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-d690c263-402c-4b17-b83f-86d5ee634b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:20.350082 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855264b3-5fe1-4ef9-bdca-8ed8989ee1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6545ce93-bb42-45f7-b805-60f76e2905d0,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:20.358086 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-855264b3-5fe1-4ef9-bdca-8ed8989ee1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:20.359189 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-855264b3-5fe1-4ef9-bdca-8ed8989ee1db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6545ce93-bb42-45f7-b805-60f76e2905d0 HTTP/1.1" status: 204 len: 168 time: 0.2222106 Dec 16 14:46:20.362643 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264b3-5fe1-4ef9-bdca-8ed8989ee1db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:20.363001 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264b3-5fe1-4ef9-bdca-8ed8989ee1db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:20.363619 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264b3-5fe1-4ef9-bdca-8ed8989ee1db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:20.363740 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264b3-5fe1-4ef9-bdca-8ed8989ee1db admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:20.364061 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264b3-5fe1-4ef9-bdca-8ed8989ee1db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:20.364409 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264b3-5fe1-4ef9-bdca-8ed8989ee1db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:20.364739 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264b3-5fe1-4ef9-bdca-8ed8989ee1db admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:20.365088 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264b3-5fe1-4ef9-bdca-8ed8989ee1db admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:20.365423 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264b3-5fe1-4ef9-bdca-8ed8989ee1db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:20.365788 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264b3-5fe1-4ef9-bdca-8ed8989ee1db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:20.366124 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855264b3-5fe1-4ef9-bdca-8ed8989ee1db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:20.369284 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-855264b3-5fe1-4ef9-bdca-8ed8989ee1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:21.157871 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f770694-fed1-4e17-b7bb-5571af5083f0 req-f186b97b-e08a-44ee-bfa8-7da5f72f9a5f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:21.159416 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-2f770694-fed1-4e17-b7bb-5571af5083f0 req-f186b97b-e08a-44ee-bfa8-7da5f72f9a5f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 946 time: 0.0897558 Dec 16 14:46:21.210843 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-2f770694-fed1-4e17-b7bb-5571af5083f0 req-3380c81a-0575-4de3-93d7-e8ced558d7e1 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454898 Dec 16 14:46:21.457499 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfa235-f2be-4d25-9aff-885a3f8a1551 req-1d05e4b0-e645-448b-9d1c-a1b41b6e4b48 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:21.459085 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-05bfa235-f2be-4d25-9aff-885a3f8a1551 req-1d05e4b0-e645-448b-9d1c-a1b41b6e4b48 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 984 time: 0.0857508 Dec 16 14:46:21.517255 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-05bfa235-f2be-4d25-9aff-885a3f8a1551 req-1b8a754b-0492-40ca-a18b-1a7af7104a82 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&id=03f5c44d-cf61-4575-9219-2b46d10922cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514278 Dec 16 14:46:22.454801 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e99761-fe3a-4a2a-a2c1-fffa703a431d req-9fabd533-8974-4997-8474-9b31f57be4ba tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:22.456360 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d5e99761-fe3a-4a2a-a2c1-fffa703a431d req-9fabd533-8974-4997-8474-9b31f57be4ba tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 946 time: 0.0989902 Dec 16 14:46:22.508250 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d5e99761-fe3a-4a2a-a2c1-fffa703a431d req-36eb87df-f615-46a7-b017-d75d6dc1d7eb tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447831 Dec 16 14:46:22.765253 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865ed16-ad2e-4d07-9359-c246d405ff1a req-c8caf594-7ed6-489b-bb32-0596f9286022 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:22.765253 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-8865ed16-ad2e-4d07-9359-c246d405ff1a req-c8caf594-7ed6-489b-bb32-0596f9286022 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 984 time: 0.1148877 Dec 16 14:46:22.840478 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-8865ed16-ad2e-4d07-9359-c246d405ff1a req-4144c07c-e359-450d-b107-0f268af9a409 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&id=03f5c44d-cf61-4575-9219-2b46d10922cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696247 Dec 16 14:46:23.116096 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 35688) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:23.272170 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c6d2b2cc-0ece-4066-a59f-d9996318ed09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:23.314688 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-c6d2b2cc-0ece-4066-a59f-d9996318ed09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:46:23.319593 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-c6d2b2cc-0ece-4066-a59f-d9996318ed09 admin admin] Usage tracker for resource:security_group_rule and tenant:c80191ea28c34ac5b4e54909fcd575e5 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:46:23.324128 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-c6d2b2cc-0ece-4066-a59f-d9996318ed09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:46:23.330858 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-c6d2b2cc-0ece-4066-a59f-d9996318ed09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:46:23.424136 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c6d2b2cc-0ece-4066-a59f-d9996318ed09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:23.430355 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c6d2b2cc-0ece-4066-a59f-d9996318ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:23.441131 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-44c1ff11-a544-4744-8ccc-6bcc21e593a7 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:23.527832 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-c6d2b2cc-0ece-4066-a59f-d9996318ed09 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c80191ea28c34ac5b4e54909fcd575e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4103174 Dec 16 14:46:23.529114 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2b2cc-0ece-4066-a59f-d9996318ed09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb875e1e-4518-40ba-81a8-835e4d6a6fb3,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:23.530679 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 35694) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:23.536012 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-c6d2b2cc-0ece-4066-a59f-d9996318ed09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:23.605127 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-a308719b-3bca-4a1b-ac81-d5944200fbb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:23.638904 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-a308719b-3bca-4a1b-ac81-d5944200fbb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:23.698131 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-a308719b-3bca-4a1b-ac81-d5944200fbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:23.703903 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-903bd6ae-995c-4965-82dd-8a1cc1c6aff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:23.719808 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308719b-3bca-4a1b-ac81-d5944200fbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb875e1e-4518-40ba-81a8-835e4d6a6fb3,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:23.722710 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-a308719b-3bca-4a1b-ac81-d5944200fbb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:23.736923 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-a308719b-3bca-4a1b-ac81-d5944200fbb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:23.743034 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-a308719b-3bca-4a1b-ac81-d5944200fbb0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb875e1e-4518-40ba-81a8-835e4d6a6fb3 HTTP/1.1" status: 204 len: 168 time: 0.2109330 Dec 16 14:46:23.904032 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd117e-0132-47fa-91cd-7e828db4ef49 req-78d9e077-2d11-416b-9ee2-80c70174e3ec tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:23.905912 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-24fd117e-0132-47fa-91cd-7e828db4ef49 req-78d9e077-2d11-416b-9ee2-80c70174e3ec tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 946 time: 0.2066054 Dec 16 14:46:23.966828 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-24fd117e-0132-47fa-91cd-7e828db4ef49 req-61733d23-2c14-4616-be2c-b5056b6587c2 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511897 Dec 16 14:46:24.150724 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 35706) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:24.172944 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22521324-f6d1-4843-8d00-de4626e8c523 req-9adab79c-2d2c-48f8-bc8f-7940f891c44d tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:24.174704 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-22521324-f6d1-4843-8d00-de4626e8c523 req-9adab79c-2d2c-48f8-bc8f-7940f891c44d tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 984 time: 0.1103423 Dec 16 14:46:24.180766 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d236b889-dcb2-46c0-b9de-b6f65a009a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:24.216992 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-d236b889-dcb2-46c0-b9de-b6f65a009a57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:46:24.222122 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-d236b889-dcb2-46c0-b9de-b6f65a009a57 admin admin] Usage tracker for resource:security_group_rule and tenant:d7ce158102df4e6ea2d31400330f138d is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:46:24.225156 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-d236b889-dcb2-46c0-b9de-b6f65a009a57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:46:24.226573 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-22521324-f6d1-4843-8d00-de4626e8c523 req-8984c058-a260-4be8-bf44-7b2631c9ae5b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&id=03f5c44d-cf61-4575-9219-2b46d10922cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448041 Dec 16 14:46:24.233890 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-d236b889-dcb2-46c0-b9de-b6f65a009a57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:46:24.314823 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d236b889-dcb2-46c0-b9de-b6f65a009a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:24.320616 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d236b889-dcb2-46c0-b9de-b6f65a009a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:24.327565 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-5a998a4b-dcf5-49bc-a755-34146a36c352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:24.369204 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236b889-dcb2-46c0-b9de-b6f65a009a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592b972b-6390-4c64-98e5-8aaa4158775b,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:24.372664 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-d236b889-dcb2-46c0-b9de-b6f65a009a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:24.375022 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-d236b889-dcb2-46c0-b9de-b6f65a009a57 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d7ce158102df4e6ea2d31400330f138d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2229238 Dec 16 14:46:24.377845 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 35710) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:24.447844 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-909712fc-a14e-44af-93cc-f059d0c4a321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:24.475678 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-909712fc-a14e-44af-93cc-f059d0c4a321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:24.531887 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-909712fc-a14e-44af-93cc-f059d0c4a321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:24.535790 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-88138e65-d627-42c1-843c-4727571d2028 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:24.549264 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909712fc-a14e-44af-93cc-f059d0c4a321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592b972b-6390-4c64-98e5-8aaa4158775b,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:24.552965 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-909712fc-a14e-44af-93cc-f059d0c4a321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:24.559276 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-909712fc-a14e-44af-93cc-f059d0c4a321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:24.560420 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-909712fc-a14e-44af-93cc-f059d0c4a321 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/592b972b-6390-4c64-98e5-8aaa4158775b HTTP/1.1" status: 204 len: 168 time: 0.1816549 Dec 16 14:46:25.211261 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82b37c-63ea-4be4-a234-ef18ceb4b13c req-99843cb4-727a-43d7-9fdf-6f9cb23b690c tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:25.212880 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7d82b37c-63ea-4be4-a234-ef18ceb4b13c req-99843cb4-727a-43d7-9fdf-6f9cb23b690c tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 946 time: 0.0942571 Dec 16 14:46:25.267582 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7d82b37c-63ea-4be4-a234-ef18ceb4b13c req-255cff0f-55f1-4905-b5ac-ce476146fe2f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483079 Dec 16 14:46:25.462841 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351d412-b141-459f-843e-8721c075d2c7 req-db03f764-0d36-4678-b6a7-eec7b3834317 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:25.464165 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a351d412-b141-459f-843e-8721c075d2c7 req-db03f764-0d36-4678-b6a7-eec7b3834317 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 984 time: 0.0926037 Dec 16 14:46:25.513205 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a351d412-b141-459f-843e-8721c075d2c7 req-8ce67129-f2e6-4002-a6ca-3be1689c969f tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&id=03f5c44d-cf61-4575-9219-2b46d10922cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424194 Dec 16 14:46:26.049450 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-74580fff-9b2c-4247-810d-973f9841d5a4 req-9574f98f-2b51-4ff0-8d5a-589bd1219cbb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=10c603e7b31447fca656bf3ad8eace18&device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 1099 time: 0.0768983 Dec 16 14:46:26.206993 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74580fff-9b2c-4247-810d-973f9841d5a4 req-10a73439-8592-4b74-ab8f-9b39eed4e2ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:26.209493 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-74580fff-9b2c-4247-810d-973f9841d5a4 req-10a73439-8592-4b74-ab8f-9b39eed4e2ee service neutron] 10.222.0.62 "GET /v2.0/networks?id=8981ae74-48c5-470e-b814-deba1c462ad0 HTTP/1.1" status: 200 len: 910 time: 0.1533861 Dec 16 14:46:26.331869 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-74580fff-9b2c-4247-810d-973f9841d5a4 req-31990ca6-88f7-4683-a89a-e9a802d9efdd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f506dd6-ac84-4b86-b7e5-6debaddc65f3 HTTP/1.1" status: 200 len: 1001 time: 0.1147478 Dec 16 14:46:26.422416 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74580fff-9b2c-4247-810d-973f9841d5a4 req-7aaa2e7b-3957-464d-b3eb-d85af1405938 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:26.424427 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-74580fff-9b2c-4247-810d-973f9841d5a4 req-7aaa2e7b-3957-464d-b3eb-d85af1405938 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0342ae4e-728b-485f-9ad4-68ff99c34aba HTTP/1.1" status: 200 len: 848 time: 0.0856612 Dec 16 14:46:26.513037 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-74580fff-9b2c-4247-810d-973f9841d5a4 req-593ce7b2-e92f-4a2d-9743-ef53af2d1fcc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8981ae74-48c5-470e-b814-deba1c462ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817931 Dec 16 14:46:26.535622 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372a029-eb16-4160-a180-df3cbf86f8f6 req-bd952f53-81f4-4904-aa96-2522396c8e4c tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:26.544024 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c372a029-eb16-4160-a180-df3cbf86f8f6 req-bd952f53-81f4-4904-aa96-2522396c8e4c tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 946 time: 0.1142089 Dec 16 14:46:26.605990 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c372a029-eb16-4160-a180-df3cbf86f8f6 req-30d572b1-7354-4c1a-a8a2-75a6fec15213 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608201 Dec 16 14:46:26.715076 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-74580fff-9b2c-4247-810d-973f9841d5a4 req-8a1853a2-2df1-49e7-85c2-6a3ab5b5b950 service neutron] 10.222.0.62 "GET /v2.0/networks/8981ae74-48c5-470e-b814-deba1c462ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956015 Dec 16 14:46:26.943338 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3eb3c6-07b3-4b1d-a87b-e671fb555f56 req-4e9d877b-cdbe-43c3-92b8-f74dadfe721a tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:26.944865 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-8b3eb3c6-07b3-4b1d-a87b-e671fb555f56 req-4e9d877b-cdbe-43c3-92b8-f74dadfe721a tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 984 time: 0.2909997 Dec 16 14:46:27.009788 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-74580fff-9b2c-4247-810d-973f9841d5a4 req-8bbaae30-305e-4133-884a-cdadae14fc3b service neutron] 10.222.0.62 "GET /v2.0/networks/8981ae74-48c5-470e-b814-deba1c462ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867837 Dec 16 14:46:27.022628 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-8b3eb3c6-07b3-4b1d-a87b-e671fb555f56 req-9f5377a0-d46b-4f6a-8e31-326440b592e1 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&id=03f5c44d-cf61-4575-9219-2b46d10922cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642750 Dec 16 14:46:27.810193 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bb4d7-e29a-4c71-96e6-8f9a1d2c664e req-a3ef5d36-816b-4f29-9a78-78dc75b79b91 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:27.811716 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a82bb4d7-e29a-4c71-96e6-8f9a1d2c664e req-a3ef5d36-816b-4f29-9a78-78dc75b79b91 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 946 time: 0.0853252 Dec 16 14:46:27.864700 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a82bb4d7-e29a-4c71-96e6-8f9a1d2c664e req-25b2c655-5ba6-45a5-a13d-257941484d9f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468369 Dec 16 14:46:28.263434 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb69d-d760-42d1-b4d1-28c94ae13c31 req-78f65d3a-7408-4e3b-a4ba-03da7ba095e4 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:28.264982 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1bffb69d-d760-42d1-b4d1-28c94ae13c31 req-78f65d3a-7408-4e3b-a4ba-03da7ba095e4 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 984 time: 0.1089976 Dec 16 14:46:28.324473 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1bffb69d-d760-42d1-b4d1-28c94ae13c31 req-b1d4ad39-3ee8-4c81-abbd-f2f2300d0bcb tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&id=03f5c44d-cf61-4575-9219-2b46d10922cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525386 Dec 16 14:46:29.093739 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7668c1-72fb-4f21-b974-8303b6a557a5 req-515cdfa4-af53-4220-a6aa-308d41036bbd tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:29.095315 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8f7668c1-72fb-4f21-b974-8303b6a557a5 req-515cdfa4-af53-4220-a6aa-308d41036bbd tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 946 time: 0.0957649 Dec 16 14:46:29.147290 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8f7668c1-72fb-4f21-b974-8303b6a557a5 req-3d66423c-2d3a-43dd-b537-f3157e83ed60 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456729 Dec 16 14:46:30.225700 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 35792) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:30.387574 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a127c-ca1b-4f93-823b-6b3dbc028af5 req-aa1a0c7c-7d85-4bf8-97ae-eca564d30820 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:30.389119 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-934a127c-ca1b-4f93-823b-6b3dbc028af5 req-aa1a0c7c-7d85-4bf8-97ae-eca564d30820 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 946 time: 0.1046264 Dec 16 14:46:30.395830 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-7750f244-cefc-4874-b13b-ceebfb9bcb6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:30.432244 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-7750f244-cefc-4874-b13b-ceebfb9bcb6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:46:30.436935 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-7750f244-cefc-4874-b13b-ceebfb9bcb6d admin admin] Usage tracker for resource:security_group_rule and tenant:94af4b0a2a3b4697af980e3013cd7844 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:46:30.440508 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-7750f244-cefc-4874-b13b-ceebfb9bcb6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:46:30.441283 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-934a127c-ca1b-4f93-823b-6b3dbc028af5 req-f857a481-e373-4e16-9c8a-b829258b48c5 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462260 Dec 16 14:46:30.446333 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-7750f244-cefc-4874-b13b-ceebfb9bcb6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:46:30.529097 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-7750f244-cefc-4874-b13b-ceebfb9bcb6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:30.533900 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-7750f244-cefc-4874-b13b-ceebfb9bcb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:30.541364 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-a5450120-f0de-4faa-86bc-5cd28ce850f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:30.626407 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750f244-cefc-4874-b13b-ceebfb9bcb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafba7d5-fb51-4032-b8e2-1c333bbd4bf2,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:30.630311 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-7750f244-cefc-4874-b13b-ceebfb9bcb6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:30.636351 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-7750f244-cefc-4874-b13b-ceebfb9bcb6d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=94af4b0a2a3b4697af980e3013cd7844&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4094613 Dec 16 14:46:30.637103 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 35800) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:30.670096 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f9cdb4bb-873b-4cb9-a3ad-8e53280de6b9 req-0cbe4f54-7364-4a01-9145-7aff8a18b507 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0986593 Dec 16 14:46:30.702468 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7e0caff7-0c64-47cf-b6ab-5eee7e08a45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:30.730780 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7e0caff7-0c64-47cf-b6ab-5eee7e08a45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:30.798522 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7e0caff7-0c64-47cf-b6ab-5eee7e08a45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:30.802856 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-4cc8a47b-9bcd-4a2e-bc04-999f4b4d5bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:30.816022 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0caff7-0c64-47cf-b6ab-5eee7e08a45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafba7d5-fb51-4032-b8e2-1c333bbd4bf2,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:30.820102 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-7e0caff7-0c64-47cf-b6ab-5eee7e08a45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:30.823811 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-7e0caff7-0c64-47cf-b6ab-5eee7e08a45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:30.828026 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-7e0caff7-0c64-47cf-b6ab-5eee7e08a45a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fafba7d5-fb51-4032-b8e2-1c333bbd4bf2 HTTP/1.1" status: 204 len: 168 time: 0.1896272 Dec 16 14:46:30.878866 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-67ba266b-0a57-48c1-8d6f-04e1adb68c44 req-fe39d024-4798-489d-881a-72adf8550b2f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807495 Dec 16 14:46:30.997469 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a122b-4d19-4e2c-b8c5-e19457966691 req-0b118067-93f6-4d71-aa61-ccc396594ade tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:30.999120 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c08a122b-4d19-4e2c-b8c5-e19457966691 req-0b118067-93f6-4d71-aa61-ccc396594ade tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 946 time: 0.1164677 Dec 16 14:46:31.074569 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c08a122b-4d19-4e2c-b8c5-e19457966691 req-9f8ad6fe-9a57-4204-ad40-f2a15de8806b tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661955 Dec 16 14:46:31.240853 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 35816) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:31.260745 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d0594df9-12bf-4c29-8559-8f7c9448f096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:31.297000 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-d0594df9-12bf-4c29-8559-8f7c9448f096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:46:31.301315 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-d0594df9-12bf-4c29-8559-8f7c9448f096 admin admin] Usage tracker for resource:security_group_rule and tenant:cc9ed4e47e7c43b6b5856e0e816c4d74 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:46:31.304524 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-d0594df9-12bf-4c29-8559-8f7c9448f096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:46:31.311436 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-d0594df9-12bf-4c29-8559-8f7c9448f096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:46:31.391547 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d0594df9-12bf-4c29-8559-8f7c9448f096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:31.396161 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d0594df9-12bf-4c29-8559-8f7c9448f096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:31.404423 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-84caaed5-2292-4385-a664-3c8381a3aa81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:31.444767 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0594df9-12bf-4c29-8559-8f7c9448f096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a005a1e-28a3-4205-aa43-7e7ac2965172,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:31.450779 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-d0594df9-12bf-4c29-8559-8f7c9448f096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:31.457466 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-d0594df9-12bf-4c29-8559-8f7c9448f096 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc9ed4e47e7c43b6b5856e0e816c4d74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2122838 Dec 16 14:46:31.457972 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 35820) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:31.523873 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a13b4896-9c40-4c98-ac19-9ff953314912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:31.553107 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a13b4896-9c40-4c98-ac19-9ff953314912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:31.618591 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a13b4896-9c40-4c98-ac19-9ff953314912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:31.627127 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-b9b527a6-19d9-4c33-9a48-f0c651cb6aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:31.641198 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b4896-9c40-4c98-ac19-9ff953314912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a005a1e-28a3-4205-aa43-7e7ac2965172,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:31.643575 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-a13b4896-9c40-4c98-ac19-9ff953314912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:31.652649 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-a13b4896-9c40-4c98-ac19-9ff953314912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:31.653834 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-a13b4896-9c40-4c98-ac19-9ff953314912 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a005a1e-28a3-4205-aa43-7e7ac2965172 HTTP/1.1" status: 204 len: 168 time: 0.1952991 Dec 16 14:46:32.172293 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-67ba266b-0a57-48c1-8d6f-04e1adb68c44 req-1d478014-6280-444d-b66f-c6e0a51af25d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf&tenant_id=10c603e7b31447fca656bf3ad8eace18 HTTP/1.1" status: 200 len: 1099 time: 0.0786633 Dec 16 14:46:32.297362 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-67ba266b-0a57-48c1-8d6f-04e1adb68c44 req-caf75e49-8648-4bf7-8523-ba7ee953b23c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=10c603e7b31447fca656bf3ad8eace18&device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 1099 time: 0.0889757 Dec 16 14:46:32.311816 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1859ad6-1ce9-449f-bdf8-3f07cc4ac80d req-99e6196c-96a5-4f61-abe3-9e95feec6fca tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:32.313992 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d1859ad6-1ce9-449f-bdf8-3f07cc4ac80d req-99e6196c-96a5-4f61-abe3-9e95feec6fca tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 946 time: 0.0971856 Dec 16 14:46:32.379761 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d1859ad6-1ce9-449f-bdf8-3f07cc4ac80d req-42c78775-291b-41e5-878d-ce60629472fa tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588069 Dec 16 14:46:32.477456 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba266b-0a57-48c1-8d6f-04e1adb68c44 req-a57f342f-8195-4700-b348-de159b21292d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:32.477456 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-67ba266b-0a57-48c1-8d6f-04e1adb68c44 req-a57f342f-8195-4700-b348-de159b21292d service neutron] 10.222.0.62 "GET /v2.0/networks?id=8981ae74-48c5-470e-b814-deba1c462ad0 HTTP/1.1" status: 200 len: 910 time: 0.1705167 Dec 16 14:46:32.598823 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-67ba266b-0a57-48c1-8d6f-04e1adb68c44 req-5068cdd4-da53-4293-b4b5-1350b3d98e9a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f506dd6-ac84-4b86-b7e5-6debaddc65f3 HTTP/1.1" status: 200 len: 1001 time: 0.1115491 Dec 16 14:46:32.666742 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba266b-0a57-48c1-8d6f-04e1adb68c44 req-3c6c7d44-9047-4228-90e3-392f9bd0f501 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:32.668279 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-67ba266b-0a57-48c1-8d6f-04e1adb68c44 req-3c6c7d44-9047-4228-90e3-392f9bd0f501 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0342ae4e-728b-485f-9ad4-68ff99c34aba HTTP/1.1" status: 200 len: 848 time: 0.0613172 Dec 16 14:46:32.677084 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:46:32.770438 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-67ba266b-0a57-48c1-8d6f-04e1adb68c44 req-636cd5f2-6bc7-4247-a08d-64cd17d0795e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8981ae74-48c5-470e-b814-deba1c462ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865533 Dec 16 14:46:32.862988 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:32.940969 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a58942-1bae-4852-af36-202b6d6801cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f506dd6-ac84-4b86-b7e5-6debaddc65f3'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:46:32.954889 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 2f506dd6-ac84-4b86-b7e5-6debaddc65f3, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2f506dd6-ac84-4b86-b7e5-6debaddc65f3,segment=NetworkSegment(98315b36-34eb-4ccf-8288-4da8e33b4df5),segment_id=98315b36-34eb-4ccf-8288-4da8e33b4df5)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:46:32.963726 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:32.970786 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-00fc382f-93d0-46a2-9723-e1c92964cb24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:33.072682 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-67ba266b-0a57-48c1-8d6f-04e1adb68c44 req-71feb511-4c4a-4e76-8277-35da8158f684 service neutron] 10.222.0.62 "GET /v2.0/networks/8981ae74-48c5-470e-b814-deba1c462ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823610 Dec 16 14:46:33.077854 dv-cinder-821893-3-smb neutron-server[82862]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '86a58942-1bae-4852-af36-202b6d6801cf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2f506dd6-ac84-4b86-b7e5-6debaddc65f3', 'code': 422} returned with failed status Dec 16 14:46:33.122482 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=2f506dd6-ac84-4b86-b7e5-6debaddc65f3,revision_number=6']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:33.142342 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:33.142578 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:33.142889 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:33.143208 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:33.143537 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:33.143862 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:33.144213 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:33.144709 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:33.145033 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:33.146170 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:33.146170 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:33.150248 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:33.346571 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-67ba266b-0a57-48c1-8d6f-04e1adb68c44 req-2b665aba-d410-4702-be8f-df69b96da57f service neutron] 10.222.0.62 "GET /v2.0/networks/8981ae74-48c5-470e-b814-deba1c462ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671511 Dec 16 14:46:33.371106 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb8764-cca6-448f-842b-5a9d3feea896 req-49cdda60-6bad-44a5-9ac7-f4ce68f1961d tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:33.372628 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-cabb8764-cca6-448f-842b-5a9d3feea896 req-49cdda60-6bad-44a5-9ac7-f4ce68f1961d tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 946 time: 0.1243391 Dec 16 14:46:33.446672 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-cabb8764-cca6-448f-842b-5a9d3feea896 req-bbe5b653-3ee9-42df-b002-5e613a0ca2be tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623972 Dec 16 14:46:33.635226 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca3e40-42f0-408a-aa72-872895558f35 req-fa91c71e-5ae0-4c25-a8b4-a1e07f0a5e14 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:33.636817 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-25ca3e40-42f0-408a-aa72-872895558f35 req-fa91c71e-5ae0-4c25-a8b4-a1e07f0a5e14 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 944 time: 0.1030147 Dec 16 14:46:33.690814 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-25ca3e40-42f0-408a-aa72-872895558f35 req-39df54f7-9222-47e5-b80b-eb8196250b55 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471220 Dec 16 14:46:34.677941 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edaae3d-89d2-4f1c-9f0c-d5b09dc7ef94 req-ce8a543f-d6c4-4c31-9b50-ee1d50a31793 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:34.679380 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0edaae3d-89d2-4f1c-9f0c-d5b09dc7ef94 req-ce8a543f-d6c4-4c31-9b50-ee1d50a31793 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 946 time: 0.0855865 Dec 16 14:46:34.729381 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0edaae3d-89d2-4f1c-9f0c-d5b09dc7ef94 req-67ce3613-a087-465d-8124-2cd128e2ccc4 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430787 Dec 16 14:46:34.929421 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bcb6e-a167-45b1-8853-4e2808a5d1a1 req-220c2c7f-1310-43c4-85eb-27319ee1ce7a tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:34.931065 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-871bcb6e-a167-45b1-8853-4e2808a5d1a1 req-220c2c7f-1310-43c4-85eb-27319ee1ce7a tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 944 time: 0.0888147 Dec 16 14:46:34.986665 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-871bcb6e-a167-45b1-8853-4e2808a5d1a1 req-e5819166-2505-4a82-b433-13015e6a415d tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466790 Dec 16 14:46:35.011749 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce780f-500a-4265-93a0-14e894230bb0 req-0b288dd2-7045-4d58-a7ef-99c27d4d9cab tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:35.013303 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c0ce780f-500a-4265-93a0-14e894230bb0 req-0b288dd2-7045-4d58-a7ef-99c27d4d9cab tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 946 time: 0.0878763 Dec 16 14:46:35.206791 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [req-c0ce780f-500a-4265-93a0-14e894230bb0 req-fccc923c-08dc-4403-92d7-b7392bc16854 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Deleting port 30997e42-39ae-40b1-89d6-a56df220085c {{(pid=82861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:46:35.207128 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-c0ce780f-500a-4265-93a0-14e894230bb0 req-fccc923c-08dc-4403-92d7-b7392bc16854 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:35.416625 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-748708ee-1c2e-44b9-8a53-0fd49b8c0925 req-da4910e7-a83c-4139-a4a9-ae376a50f55f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 1097 time: 0.0781834 Dec 16 14:46:35.474740 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-748708ee-1c2e-44b9-8a53-0fd49b8c0925 req-5557e8f8-48de-4a43-9474-592f3e8a7a8e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462146 Dec 16 14:46:35.518848 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-c0ce780f-500a-4265-93a0-14e894230bb0 req-fccc923c-08dc-4403-92d7-b7392bc16854 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] For port 30997e42-39ae-40b1-89d6-a56df220085c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=30997e42-39ae-40b1-89d6-a56df220085c,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:46:35.519178 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-c0ce780f-500a-4265-93a0-14e894230bb0 req-fccc923c-08dc-4403-92d7-b7392bc16854 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:35.871428 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-c0ce780f-500a-4265-93a0-14e894230bb0 req-fccc923c-08dc-4403-92d7-b7392bc16854 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:35.872493 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-c0ce780f-500a-4265-93a0-14e894230bb0 req-fccc923c-08dc-4403-92d7-b7392bc16854 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377752'] for floatingip, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:35.872493 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.db.l3_db [req-c0ce780f-500a-4265-93a0-14e894230bb0 req-fccc923c-08dc-4403-92d7-b7392bc16854 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Floating IP 190ba891-5472-4a44-8943-b53882b2d703 disassociated. External IP: 172.28.3.239, port: 30997e42-39ae-40b1-89d6-a56df220085c. Dec 16 14:46:35.872973 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [req-c0ce780f-500a-4265-93a0-14e894230bb0 req-fccc923c-08dc-4403-92d7-b7392bc16854 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Calling delete_port for 30997e42-39ae-40b1-89d6-a56df220085c owned by compute:nova {{(pid=82861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:46:36.078415 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029568a-3e37-41a9-a149-d4a4de783f65 req-36873355-9fcf-4cb2-9333-c058e444b741 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:36.080423 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-3029568a-3e37-41a9-a149-d4a4de783f65 req-36873355-9fcf-4cb2-9333-c058e444b741 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4f8b67b-18bb-41fc-86fe-a3147c8f9329 HTTP/1.1" status: 200 len: 946 time: 0.1794837 Dec 16 14:46:36.137794 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-c0ce780f-500a-4265-93a0-14e894230bb0 req-fccc923c-08dc-4403-92d7-b7392bc16854 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:36.146770 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-92d62726-4108-4ff0-9dcb-7958efa1cb06 tempest-VolumesNegativeTest-1943596408 tempest-VolumesNegativeTest-1943596408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:36.199377 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc923c-08dc-4403-92d7-b7392bc16854 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Pushing event deleted for resources: {'Port': ['ID=30997e42-39ae-40b1-89d6-a56df220085c,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:36.202341 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-fccc923c-08dc-4403-92d7-b7392bc16854 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:36.205436 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-3029568a-3e37-41a9-a149-d4a4de783f65 req-035e201d-54c4-413d-b8ab-1b88980ef0da tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups?id=44956001-6cb5-4a83-9162-df5ec14727bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131668 Dec 16 14:46:36.252102 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3a4f8-8d34-4e20-9a17-2222bfbd2f66 req-80aac5ab-178a-46e3-a740-fa8123f27733 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:36.254815 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5ab3a4f8-8d34-4e20-9a17-2222bfbd2f66 req-80aac5ab-178a-46e3-a740-fa8123f27733 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 944 time: 0.1171191 Dec 16 14:46:36.338334 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-5ab3a4f8-8d34-4e20-9a17-2222bfbd2f66 req-d59f44a3-188a-4468-8714-83e75fe8aab6 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761857 Dec 16 14:46:36.493936 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0ce780f-500a-4265-93a0-14e894230bb0 req-fccc923c-08dc-4403-92d7-b7392bc16854 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Router 0aa52b8a-4e5e-442f-8e96-005b89dad427 has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:46:36.695647 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:46:36.732925 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0ce780f-500a-4265-93a0-14e894230bb0 req-fccc923c-08dc-4403-92d7-b7392bc16854 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:46:36.743988 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52d0aaa-a36c-4cde-8247-033130660360 None None] Sync routers for ids ['0aa52b8a-4e5e-442f-8e96-005b89dad427'] in dv-cinder-821893-3-smb {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:46:36.758896 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52d0aaa-a36c-4cde-8247-033130660360 None None] Routers {'0aa52b8a-4e5e-442f-8e96-005b89dad427'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:46:36.759584 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-d52d0aaa-a36c-4cde-8247-033130660360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:46:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['0aa52b8a-4e5e-442f-8e96-005b89dad427'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:46:36.815028 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ce780f-500a-4265-93a0-14e894230bb0 req-fccc923c-08dc-4403-92d7-b7392bc16854 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] No DVR routers for this DVR port 30997e42-39ae-40b1-89d6-a56df220085c on host hv-cinder-82189 {{(pid=82861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:46:36.817932 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-c0ce780f-500a-4265-93a0-14e894230bb0 req-fccc923c-08dc-4403-92d7-b7392bc16854 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:36.821313 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f8b67b-18bb-41fc-86fe-a3147c8f9329', 'name': 'network-vif-deleted', 'tag': '30997e42-39ae-40b1-89d6-a56df220085c'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:46:36.855203 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c0ce780f-500a-4265-93a0-14e894230bb0 req-fccc923c-08dc-4403-92d7-b7392bc16854 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.62 "DELETE /v2.0/ports/30997e42-39ae-40b1-89d6-a56df220085c HTTP/1.1" status: 204 len: 173 time: 1.8353555 Dec 16 14:46:36.884803 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 2f506dd6-ac84-4b86-b7e5-6debaddc65f3, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2f506dd6-ac84-4b86-b7e5-6debaddc65f3,segment=NetworkSegment(98315b36-34eb-4ccf-8288-4da8e33b4df5),segment_id=98315b36-34eb-4ccf-8288-4da8e33b4df5)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:46:36.892122 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f8b67b-18bb-41fc-86fe-a3147c8f9329', 'name': 'network-vif-deleted', 'tag': '30997e42-39ae-40b1-89d6-a56df220085c', 'status': 'completed', 'code': 200} Dec 16 14:46:36.903082 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Returning: {'device': '2f506dd6-ac84-4b86-b7e5-6debaddc65f3', 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0', 'port_id': '2f506dd6-ac84-4b86-b7e5-6debaddc65f3', 'mac_address': 'fa:16:3e:9c:78:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0342ae4e-728b-485f-9ad4-68ff99c34aba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:46:36.974145 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:37.004075 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 {{(pid=82862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:46:37.028343 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 2f506dd6-ac84-4b86-b7e5-6debaddc65f3, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2f506dd6-ac84-4b86-b7e5-6debaddc65f3,segment=NetworkSegment(98315b36-34eb-4ccf-8288-4da8e33b4df5),segment_id=98315b36-34eb-4ccf-8288-4da8e33b4df5)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:46:37.036115 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:37.038229 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:37.078162 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-d52d0aaa-a36c-4cde-8247-033130660360 None None] Set router 0aa52b8a-4e5e-442f-8e96-005b89dad427 gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:46:37.119648 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=2f506dd6-ac84-4b86-b7e5-6debaddc65f3,revision_number=7']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:37.124386 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:37.392713 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['2f506dd6-ac84-4b86-b7e5-6debaddc65f3'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:46:37.467201 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-22acbd52-4316-40f3-86a9-0f3c12f6aca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:37.468293 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 35908) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:37.582756 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-d52d0aaa-a36c-4cde-8247-033130660360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'name': 'tempest-AttachVolumeShelveTestJSON-1955939718-router', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:54Z', 'updated_at': '2021-12-16T14:39:10Z', 'revision_number': 4, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'gw_port': {'id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:38:56Z', 'updated_at': '2021-12-16T14:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '6daee365-52af-4d93-b0df-50e58da0bff8', 'name': '', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'mac_address': 'fa:16:3e:84:54:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:08Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 5, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'subnets': [{'id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:46:37.591043 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52d0aaa-a36c-4cde-8247-033130660360 None None] Checking router: 0aa52b8a-4e5e-442f-8e96-005b89dad427 for host: dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:46:37.612086 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52d0aaa-a36c-4cde-8247-033130660360 None None] Routers {'0aa52b8a-4e5e-442f-8e96-005b89dad427'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:46:37.613113 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-d52d0aaa-a36c-4cde-8247-033130660360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:46:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['0aa52b8a-4e5e-442f-8e96-005b89dad427'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:46:37.639159 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e0e03594-5391-49f1-b5bf-a89f523c51e6 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:37.832272 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e0e03594-5391-49f1-b5bf-a89f523c51e6 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:37.871328 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a10feb-7a94-49d1-b087-4dbd2a5b47b0 req-56bbdac5-4b4b-4182-aef4-d1938da97f04 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:37.873216 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-94a10feb-7a94-49d1-b087-4dbd2a5b47b0 req-56bbdac5-4b4b-4182-aef4-d1938da97f04 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 945 time: 0.3571718 Dec 16 14:46:37.877642 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-d52d0aaa-a36c-4cde-8247-033130660360 None None] Set router 0aa52b8a-4e5e-442f-8e96-005b89dad427 gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:46:37.957882 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-94a10feb-7a94-49d1-b087-4dbd2a5b47b0 req-e2882c56-f525-403f-85e6-484ae553f4b3 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674779 Dec 16 14:46:37.973568 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e0e03594-5391-49f1-b5bf-a89f523c51e6 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:37.980300 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-29b38974-5b98-4714-ad40-15748e4cb181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:37.998749 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e03594-5391-49f1-b5bf-a89f523c51e6 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44956001-6cb5-4a83-9162-df5ec14727bf,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:38.006245 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-e0e03594-5391-49f1-b5bf-a89f523c51e6 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:38.029378 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e0e03594-5391-49f1-b5bf-a89f523c51e6 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:38.033717 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-e0e03594-5391-49f1-b5bf-a89f523c51e6 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "DELETE /v2.0/security-groups/44956001-6cb5-4a83-9162-df5ec14727bf HTTP/1.1" status: 204 len: 168 time: 0.5581667 Dec 16 14:46:38.035330 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 35914) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:38.056948 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.api.v2.resource [None req-ec32ac7b-07d6-4b7f-b9e2-20ed26470728 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] show failed (client error): The resource could not be found. Dec 16 14:46:38.058313 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-ec32ac7b-07d6-4b7f-b9e2-20ed26470728 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "GET /v2.0/security-groups/44956001-6cb5-4a83-9162-df5ec14727bf HTTP/1.1" status: 404 len: 347 time: 0.0216489 Dec 16 14:46:38.063641 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 35918) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:38.376349 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-d52d0aaa-a36c-4cde-8247-033130660360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'name': 'tempest-AttachVolumeShelveTestJSON-1955939718-router', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:54Z', 'updated_at': '2021-12-16T14:39:10Z', 'revision_number': 4, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'gw_port': {'id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:38:56Z', 'updated_at': '2021-12-16T14:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '6daee365-52af-4d93-b0df-50e58da0bff8', 'name': '', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'mac_address': 'fa:16:3e:84:54:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:08Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 5, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'subnets': [{'id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:46:38.381619 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52d0aaa-a36c-4cde-8247-033130660360 None None] The sync data for ids ['0aa52b8a-4e5e-442f-8e96-005b89dad427'] in dv-cinder-821893-3-smb is: [{'id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'name': 'tempest-AttachVolumeShelveTestJSON-1955939718-router', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:54Z', 'updated_at': '2021-12-16T14:39:10Z', 'revision_number': 4, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'gw_port': {'id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:38:56Z', 'updated_at': '2021-12-16T14:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': '6daee365-52af-4d93-b0df-50e58da0bff8', 'name': '', 'network_id': 'eb1f760c-41d7-4239-8c86-9a119e8dad65', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'mac_address': 'fa:16:3e:84:54:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:08Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 5, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'subnets': [{'id': '69274fc7-9ac3-4ad8-87f4-58834408c137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:46:38.420815 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [None req-213df274-1a2f-4a51-b085-c0c7b6b34cba tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Deleting port 4fb38d22-f96c-498f-9fd8-dc4f98b99926 {{(pid=82860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:46:38.421436 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-213df274-1a2f-4a51-b085-c0c7b6b34cba tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:38.611471 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-213df274-1a2f-4a51-b085-c0c7b6b34cba tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:38.611798 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-213df274-1a2f-4a51-b085-c0c7b6b34cba tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:38.629309 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ff428f-abef-4b99-bb42-b8bbb38251de None None] New status for floating IP 190ba891-5472-4a44-8943-b53882b2d703: DOWN {{(pid=82862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 16 14:46:38.706897 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 up at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:46:38.742261 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [None req-213df274-1a2f-4a51-b085-c0c7b6b34cba tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Calling delete_port for 4fb38d22-f96c-498f-9fd8-dc4f98b99926 owned by network:floatingip {{(pid=82860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:46:38.850356 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.db.api [None req-25ff428f-abef-4b99-bb42-b8bbb38251de None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 16 14:46:38.850356 dv-cinder-821893-3-smb neutron-server[82862]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Dec 16 14:46:38.850356 dv-cinder-821893-3-smb neutron-server[82862]: [parameters: {'status': 'DOWN', 'floatingips_id': '190ba891-5472-4a44-8943-b53882b2d703'}] Dec 16 14:46:38.850356 dv-cinder-821893-3-smb neutron-server[82862]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=82862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 14:46:38.850878 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_db.api [None req-25ff428f-abef-4b99-bb42-b8bbb38251de None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 14:46:38.869464 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning complete for port 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:46:38.869856 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:38.903738 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-213df274-1a2f-4a51-b085-c0c7b6b34cba tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:38.907978 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:38.962004 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213df274-1a2f-4a51-b085-c0c7b6b34cba tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Pushing event deleted for resources: {'Port': ['ID=4fb38d22-f96c-498f-9fd8-dc4f98b99926,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:38.966801 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-213df274-1a2f-4a51-b085-c0c7b6b34cba tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:39.000420 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:39.045494 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a58942-1bae-4852-af36-202b6d6801cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f506dd6-ac84-4b86-b7e5-6debaddc65f3'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:46:39.057077 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 2f506dd6-ac84-4b86-b7e5-6debaddc65f3, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2f506dd6-ac84-4b86-b7e5-6debaddc65f3,segment=NetworkSegment(98315b36-34eb-4ccf-8288-4da8e33b4df5),segment_id=98315b36-34eb-4ccf-8288-4da8e33b4df5)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:46:39.071337 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:39.072911 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 30997e42-39ae-40b1-89d6-a56df220085c no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:46:39.099299 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-213df274-1a2f-4a51-b085-c0c7b6b34cba tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks [] for floatingip, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:39.101363 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:39.122496 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-213df274-1a2f-4a51-b085-c0c7b6b34cba tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for floatingip, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:39.123725 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-213df274-1a2f-4a51-b085-c0c7b6b34cba tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] 10.222.0.44 "DELETE /v2.0/floatingips/190ba891-5472-4a44-8943-b53882b2d703 HTTP/1.1" status: 204 len: 168 time: 1.0590103 Dec 16 14:46:39.136630 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a58942-1bae-4852-af36-202b6d6801cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f506dd6-ac84-4b86-b7e5-6debaddc65f3', 'code': 200} Dec 16 14:46:39.153373 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-869da074-d5f0-497a-9e60-987382c31319 None None] No Port match for: 30997e42-39ae-40b1-89d6-a56df220085c {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:46:39.153765 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 30997e42-39ae-40b1-89d6-a56df220085c not bound to the agent host hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:46:39.192623 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=2f506dd6-ac84-4b86-b7e5-6debaddc65f3,revision_number=8']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:39.196012 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:39.352606 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ff428f-abef-4b99-bb42-b8bbb38251de None None] New status for floating IP 190ba891-5472-4a44-8943-b53882b2d703: DOWN {{(pid=82862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 16 14:46:39.864955 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-ac6b07ed-b583-4a1f-a892-1c7d3bbe0bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:40.788170 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:41.073793 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:42.021987 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 35952) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:42.382149 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:42.657116 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-70439842-3527-40c2-b981-500d5f1fad5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-380824'] for router_interface, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:43.423188 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:43.424157 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [None req-70439842-3527-40c2-b981-500d5f1fad5a admin admin] Deleting port 6daee365-52af-4d93-b0df-50e58da0bff8 {{(pid=82860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:46:43.424557 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-70439842-3527-40c2-b981-500d5f1fad5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:43.608344 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-70439842-3527-40c2-b981-500d5f1fad5a admin admin] For port 6daee365-52af-4d93-b0df-50e58da0bff8, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=6daee365-52af-4d93-b0df-50e58da0bff8,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:46:43.608597 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-70439842-3527-40c2-b981-500d5f1fad5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:43.731446 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [None req-70439842-3527-40c2-b981-500d5f1fad5a admin admin] Calling delete_port for 6daee365-52af-4d93-b0df-50e58da0bff8 owned by network:router_interface {{(pid=82860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:46:43.934787 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-70439842-3527-40c2-b981-500d5f1fad5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:43.938987 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-b9ca96b3-dd63-4adf-99cd-fbeb6e8e1c48 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:43.983574 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70439842-3527-40c2-b981-500d5f1fad5a admin admin] Pushing event deleted for resources: {'Port': ['ID=6daee365-52af-4d93-b0df-50e58da0bff8,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:43.986149 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-70439842-3527-40c2-b981-500d5f1fad5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:44.317970 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-70439842-3527-40c2-b981-500d5f1fad5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3563947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-379974'] for router_interface, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:45.097546 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7023b69c-dd98-4839-9476-fefa72577438 req-18fbc0bf-08e7-4810-a79e-6463e1d745b2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1386514 Dec 16 14:46:45.111732 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70439842-3527-40c2-b981-500d5f1fad5a admin admin] Router 0aa52b8a-4e5e-442f-8e96-005b89dad427 has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:46:45.127240 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:46:45.213242 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7023b69c-dd98-4839-9476-fefa72577438 req-dd71b6dc-de07-4aff-9065-3d514ea9e3bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=10c603e7b31447fca656bf3ad8eace18&device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 1099 time: 0.0751972 Dec 16 14:46:45.361285 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70439842-3527-40c2-b981-500d5f1fad5a admin admin] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:46:45.372000 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530fb5f6-864b-4b64-9ecb-d934dea14541 None None] Sync routers for ids ['0aa52b8a-4e5e-442f-8e96-005b89dad427'] in dv-cinder-821893-3-smb {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:46:45.374752 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-70439842-3527-40c2-b981-500d5f1fad5a admin admin] 10.222.0.44 "PUT /v2.0/routers/0aa52b8a-4e5e-442f-8e96-005b89dad427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3516939 Dec 16 14:46:45.377479 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 35964) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:45.387924 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530fb5f6-864b-4b64-9ecb-d934dea14541 None None] Routers {'0aa52b8a-4e5e-442f-8e96-005b89dad427'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:46:45.388715 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-530fb5f6-864b-4b64-9ecb-d934dea14541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:46:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['0aa52b8a-4e5e-442f-8e96-005b89dad427'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:46:45.402895 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023b69c-dd98-4839-9476-fefa72577438 req-eb06afa6-7c4c-46e9-ab32-09ca0b160c55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:45.404448 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7023b69c-dd98-4839-9476-fefa72577438 req-eb06afa6-7c4c-46e9-ab32-09ca0b160c55 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8981ae74-48c5-470e-b814-deba1c462ad0 HTTP/1.1" status: 200 len: 910 time: 0.1636801 Dec 16 14:46:45.525884 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7023b69c-dd98-4839-9476-fefa72577438 req-c4dffb46-362b-409f-b2b5-b63978f98a0c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f506dd6-ac84-4b86-b7e5-6debaddc65f3 HTTP/1.1" status: 200 len: 1001 time: 0.1142526 Dec 16 14:46:45.608578 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-530fb5f6-864b-4b64-9ecb-d934dea14541 None None] Set router 0aa52b8a-4e5e-442f-8e96-005b89dad427 gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:46:45.640849 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f1e5958b-c7b1-40af-9788-79d23c844794 admin admin] Notify callbacks [] for router, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:45.647954 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023b69c-dd98-4839-9476-fefa72577438 req-ba2a76a9-ec0c-451f-9c5d-e2d64d814304 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:45.651375 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7023b69c-dd98-4839-9476-fefa72577438 req-ba2a76a9-ec0c-451f-9c5d-e2d64d814304 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0342ae4e-728b-485f-9ad4-68ff99c34aba HTTP/1.1" status: 200 len: 848 time: 0.1182730 Dec 16 14:46:45.756130 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7023b69c-dd98-4839-9476-fefa72577438 req-36c1b4ec-1412-4cf6-a79b-0454de49ee63 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8981ae74-48c5-470e-b814-deba1c462ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0978277 Dec 16 14:46:45.867752 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f1e5958b-c7b1-40af-9788-79d23c844794 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:45.878850 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [None req-f1e5958b-c7b1-40af-9788-79d23c844794 admin admin] Deleting port 9d3d0ab2-3349-4452-b45e-c0ea7efb778f {{(pid=82860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:46:45.879179 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f1e5958b-c7b1-40af-9788-79d23c844794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:45.907232 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7023b69c-dd98-4839-9476-fefa72577438 req-7a1b7397-0af3-40f5-bbea-1c5e82c9901a service neutron] 10.222.0.62 "GET /v2.0/networks/8981ae74-48c5-470e-b814-deba1c462ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437526 Dec 16 14:46:45.909125 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-530fb5f6-864b-4b64-9ecb-d934dea14541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'name': 'tempest-AttachVolumeShelveTestJSON-1955939718-router', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:54Z', 'updated_at': '2021-12-16T14:46:43Z', 'revision_number': 5, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'gw_port': {'id': '9d3d0ab2-3349-4452-b45e-c0ea7efb778f', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:38:56Z', 'updated_at': '2021-12-16T14:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:46:45.912983 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530fb5f6-864b-4b64-9ecb-d934dea14541 None None] Checking router: 0aa52b8a-4e5e-442f-8e96-005b89dad427 for host: dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:46:45.924876 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530fb5f6-864b-4b64-9ecb-d934dea14541 None None] Routers {'0aa52b8a-4e5e-442f-8e96-005b89dad427'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:46:45.925607 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-530fb5f6-864b-4b64-9ecb-d934dea14541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:46:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['0aa52b8a-4e5e-442f-8e96-005b89dad427'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:46:46.077369 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-7023b69c-dd98-4839-9476-fefa72577438 req-92fb9b59-e280-4304-9d2c-e6d91186dce2 service neutron] 10.222.0.62 "GET /v2.0/networks/8981ae74-48c5-470e-b814-deba1c462ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602345 Dec 16 14:46:46.083101 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-530fb5f6-864b-4b64-9ecb-d934dea14541 None None] Set router 0aa52b8a-4e5e-442f-8e96-005b89dad427 gateway port host: None {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:46:46.096438 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-f1e5958b-c7b1-40af-9788-79d23c844794 admin admin] For port 9d3d0ab2-3349-4452-b45e-c0ea7efb778f, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=9d3d0ab2-3349-4452-b45e-c0ea7efb778f,segment=NetworkSegment(4f5dda31-b5b1-4742-b2db-5b9a26752cae),segment_id=4f5dda31-b5b1-4742-b2db-5b9a26752cae)] {{(pid=82860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:46:46.096883 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f1e5958b-c7b1-40af-9788-79d23c844794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:46.195158 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-530fb5f6-864b-4b64-9ecb-d934dea14541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'name': 'tempest-AttachVolumeShelveTestJSON-1955939718-router', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:54Z', 'updated_at': '2021-12-16T14:46:45Z', 'revision_number': 6, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'gw_port_host': None}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:46:46.199415 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530fb5f6-864b-4b64-9ecb-d934dea14541 None None] The sync data for ids ['0aa52b8a-4e5e-442f-8e96-005b89dad427'] in dv-cinder-821893-3-smb is: [{'id': '0aa52b8a-4e5e-442f-8e96-005b89dad427', 'name': 'tempest-AttachVolumeShelveTestJSON-1955939718-router', 'tenant_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:38:54Z', 'updated_at': '2021-12-16T14:46:45Z', 'revision_number': 6, 'project_id': '50ab4f2ba6e544b5a75c9ff80708a7a6', 'gw_port_host': None}] {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:46:46.228321 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [None req-f1e5958b-c7b1-40af-9788-79d23c844794 admin admin] Calling delete_port for 9d3d0ab2-3349-4452-b45e-c0ea7efb778f owned by network:router_gateway {{(pid=82860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:46:46.420416 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f1e5958b-c7b1-40af-9788-79d23c844794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:46.424816 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:46.470786 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5958b-c7b1-40af-9788-79d23c844794 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3d0ab2-3349-4452-b45e-c0ea7efb778f,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:46.473197 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-f1e5958b-c7b1-40af-9788-79d23c844794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:46.805103 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f1e5958b-c7b1-40af-9788-79d23c844794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377829'] for router_gateway, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:47.031250 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 6daee365-52af-4d93-b0df-50e58da0bff8 no longer exists at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:46:47.070920 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] No Port match for: 6daee365-52af-4d93-b0df-50e58da0bff8 {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:46:47.071982 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 6daee365-52af-4d93-b0df-50e58da0bff8 not bound to the agent host dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:46:47.072426 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 9d3d0ab2-3349-4452-b45e-c0ea7efb778f no longer exists at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:46:47.103589 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f1e5958b-c7b1-40af-9788-79d23c844794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61118'] for router, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:47.107153 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] No Port match for: 9d3d0ab2-3349-4452-b45e-c0ea7efb778f {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:46:47.107499 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 9d3d0ab2-3349-4452-b45e-c0ea7efb778f not bound to the agent host dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:46:47.109401 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f1e5958b-c7b1-40af-9788-79d23c844794 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:47.135978 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f1e5958b-c7b1-40af-9788-79d23c844794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-422089'] for router, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:47.136478 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e5958b-c7b1-40af-9788-79d23c844794 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0aa52b8a-4e5e-442f-8e96-005b89dad427 {{(pid=82860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 14:46:47.151633 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f1e5958b-c7b1-40af-9788-79d23c844794 admin admin] Notify callbacks [] for router, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:47.152888 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-f1e5958b-c7b1-40af-9788-79d23c844794 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0aa52b8a-4e5e-442f-8e96-005b89dad427 HTTP/1.1" status: 204 len: 168 time: 1.7743556 Dec 16 14:46:47.155950 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 35974) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:47.234185 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b1fa00-14cc-4cbd-b290-68c299e22876 admin admin] Deleting subnet 69274fc7-9ac3-4ad8-87f4-58834408c137 {{(pid=82861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 16 14:46:47.238681 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b3b1fa00-14cc-4cbd-b290-68c299e22876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:47.295717 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b3b1fa00-14cc-4cbd-b290-68c299e22876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-855980'] for subnet, precommit_delete_associations {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:47.391205 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b3b1fa00-14cc-4cbd-b290-68c299e22876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3375631'] for subnet, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:47.462661 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b3b1fa00-14cc-4cbd-b290-68c299e22876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3375616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3754695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1404220'] for subnet, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:47.467367 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-b2fdab26-18ae-421a-add6-9aa175964c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:47.516081 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b3b1fa00-14cc-4cbd-b290-68c299e22876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:47.519984 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1fa00-14cc-4cbd-b290-68c299e22876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69274fc7-9ac3-4ad8-87f4-58834408c137,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:47.520159 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ca1e8e-83af-4ae5-80f7-368e8db00560 None None] Network eb1f760c-41d7-4239-8c86-9a119e8dad65 requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:46:47.524127 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-b3b1fa00-14cc-4cbd-b290-68c299e22876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:47.528092 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-b3b1fa00-14cc-4cbd-b290-68c299e22876 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/69274fc7-9ac3-4ad8-87f4-58834408c137 HTTP/1.1" status: 204 len: 168 time: 0.3707635 Dec 16 14:46:47.530700 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 35978) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:47.642881 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-c6936bda-d4c7-4cee-b9e5-cc6c33540799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3222799'] for network, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:47.653802 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-c6936bda-d4c7-4cee-b9e5-cc6c33540799 admin admin] Deleting port a21f931e-7100-4891-b059-8208d9a7fb39 {{(pid=82861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:46:47.654165 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-c6936bda-d4c7-4cee-b9e5-cc6c33540799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:47.810187 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fc2fb0-1e3a-44bb-9048-e89695f42818 None None] DHCP port deletion for eb1f760c-41d7-4239-8c86-9a119e8dad65 request from dv-cinder-821893-3-smb {{(pid=82862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 16 14:46:47.814689 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc2fb0-1e3a-44bb-9048-e89695f42818 None None] Deleting port a21f931e-7100-4891-b059-8208d9a7fb39 {{(pid=82862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:46:47.815063 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2fb0-1e3a-44bb-9048-e89695f42818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:47.872931 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [None req-c6936bda-d4c7-4cee-b9e5-cc6c33540799 admin admin] For port a21f931e-7100-4891-b059-8208d9a7fb39, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=a21f931e-7100-4891-b059-8208d9a7fb39,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:46:47.873272 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-c6936bda-d4c7-4cee-b9e5-cc6c33540799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:48.039669 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-d9fc2fb0-1e3a-44bb-9048-e89695f42818 None None] For port a21f931e-7100-4891-b059-8208d9a7fb39, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=a21f931e-7100-4891-b059-8208d9a7fb39,segment=NetworkSegment(23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9),segment_id=23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:46:48.040426 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2fb0-1e3a-44bb-9048-e89695f42818 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:48.100067 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-c6936bda-d4c7-4cee-b9e5-cc6c33540799 admin admin] Calling delete_port for a21f931e-7100-4891-b059-8208d9a7fb39 owned by network:dhcp {{(pid=82861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:46:48.173961 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc2fb0-1e3a-44bb-9048-e89695f42818 None None] Calling delete_port for a21f931e-7100-4891-b059-8208d9a7fb39 owned by network:dhcp {{(pid=82862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:46:48.181195 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-c6936bda-d4c7-4cee-b9e5-cc6c33540799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:48.185564 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:48.228183 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6936bda-d4c7-4cee-b9e5-cc6c33540799 admin admin] Pushing event deleted for resources: {'Port': ['ID=a21f931e-7100-4891-b059-8208d9a7fb39,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:48.230713 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-c6936bda-d4c7-4cee-b9e5-cc6c33540799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:48.236355 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6936bda-d4c7-4cee-b9e5-cc6c33540799 admin admin] No DVR routers for this DVR port a21f931e-7100-4891-b059-8208d9a7fb39 on host dv-cinder-821893-3-smb {{(pid=82861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:46:48.305179 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.db.api [None req-d9fc2fb0-1e3a-44bb-9048-e89695f42818 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 14:46:48.305662 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_db.api [None req-d9fc2fb0-1e3a-44bb-9048-e89695f42818 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 14:46:48.364147 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-c6936bda-d4c7-4cee-b9e5-cc6c33540799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3377296', 'neutron.services.segments.db._delete_segments_for_network-8775664583123'] for network, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:48.391558 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-c6936bda-d4c7-4cee-b9e5-cc6c33540799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1f760c-41d7-4239-8c86-9a119e8dad65']}} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:46:48.404813 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-c6936bda-d4c7-4cee-b9e5-cc6c33540799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9') {'for_net_delete': True} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:46:48.405093 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-c6936bda-d4c7-4cee-b9e5-cc6c33540799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23fd6e7d-0ae7-424d-91cc-2ccd1a039fb9') {} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:46:48.417309 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-c6936bda-d4c7-4cee-b9e5-cc6c33540799 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775664586478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-855989'] for segment, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:48.435178 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-c6936bda-d4c7-4cee-b9e5-cc6c33540799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:48.441937 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6936bda-d4c7-4cee-b9e5-cc6c33540799 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=82861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 16 14:46:48.442355 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-c6936bda-d4c7-4cee-b9e5-cc6c33540799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3754089'] for segment, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: Traceback (most recent call last): Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: timer() Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: cb(*args, **kw) Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: return func(*args, **kwargs) Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: self._notify() Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: self.callback(batched_events) Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: event.method(event) Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: return f(self, *a, **k) Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: return self._get(url).json() Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: return self.request(url, 'GET', **kwargs) Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:46:48.465828 dv-cinder-821893-3-smb neutron-server[82861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:46:48.553244 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-c6936bda-d4c7-4cee-b9e5-cc6c33540799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3377289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377742'] for network, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:48.558705 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-c6936bda-d4c7-4cee-b9e5-cc6c33540799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:48.561352 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:48.583875 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6936bda-d4c7-4cee-b9e5-cc6c33540799 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb1f760c-41d7-4239-8c86-9a119e8dad65,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:48.586457 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-c6936bda-d4c7-4cee-b9e5-cc6c33540799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:48.600573 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-c6936bda-d4c7-4cee-b9e5-cc6c33540799 admin admin] 10.222.0.44 "DELETE /v2.0/networks/eb1f760c-41d7-4239-8c86-9a119e8dad65 HTTP/1.1" status: 204 len: 168 time: 1.0687342 Dec 16 14:46:48.747588 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 35986) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:48.799751 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-d58fd9c6-000f-41ca-b35c-bd52aff1400e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=50ab4f2ba6e544b5a75c9ff80708a7a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508134 Dec 16 14:46:48.802273 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 35990) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:48.807444 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc2fb0-1e3a-44bb-9048-e89695f42818 None None] Deleting port a21f931e-7100-4891-b059-8208d9a7fb39 {{(pid=82862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:46:48.807811 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-d9fc2fb0-1e3a-44bb-9048-e89695f42818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:48.875083 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc2fb0-1e3a-44bb-9048-e89695f42818 None None] The port 'a21f931e-7100-4891-b059-8208d9a7fb39' was deleted {{(pid=82862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 16 14:46:48.875312 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-49c0362e-ef44-484d-9dd5-87597b0069ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:48.906459 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-49c0362e-ef44-484d-9dd5-87597b0069ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:48.972177 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-49c0362e-ef44-484d-9dd5-87597b0069ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:48.977185 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-0bcbac78-194b-47e1-85fc-f42f2a3b5cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:48.993057 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0362e-ef44-484d-9dd5-87597b0069ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244eb26c-f8c2-49ae-8bd1-d03503e10641,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:48.997708 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-49c0362e-ef44-484d-9dd5-87597b0069ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:49.001182 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-49c0362e-ef44-484d-9dd5-87597b0069ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:49.002781 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-49c0362e-ef44-484d-9dd5-87597b0069ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/244eb26c-f8c2-49ae-8bd1-d03503e10641 HTTP/1.1" status: 204 len: 168 time: 0.1991882 Dec 16 14:46:49.074516 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device a21f931e-7100-4891-b059-8208d9a7fb39 no longer exists at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:46:49.120491 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] No Port match for: a21f931e-7100-4891-b059-8208d9a7fb39 {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:46:49.120842 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device a21f931e-7100-4891-b059-8208d9a7fb39 not bound to the agent host dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:46:49.925141 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36016) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:50.065157 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1724613495-network', 'tenant_id': '9b91e2bcae2c47e78bdc752b5cb5b02b'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:46:50.071188 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:46:50.078185 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Usage tracker for resource:network and tenant:9b91e2bcae2c47e78bdc752b5cb5b02b is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:46:50.083194 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:46:50.092513 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:46:50.108017 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Made reservation on behalf of 9b91e2bcae2c47e78bdc752b5cb5b02b for: {'network': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:46:50.110963 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for network, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:50.125089 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:50.162018 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:46:50.166336 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Usage tracker for resource:security_group_rule and tenant:9b91e2bcae2c47e78bdc752b5cb5b02b is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:46:50.169354 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:46:50.175497 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:46:50.250321 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:50.258322 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:50.262042 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-48a76e78-f299-4bda-8733-d2a8f6152a7b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:50.295578 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=82861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:46:50.305158 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49e051a-53f9-434d-abaa-b9756584efad,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:50.309348 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:50.312450 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:50.313186 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.db.segments_db [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Added segment d50bf3ac-477a-4294-b542-da39d895ed15 of type vlan for network 3062d311-86e2-4c14-9d80-ccf9653094b2 Dec 16 14:46:50.346138 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775664085252'] for network, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:50.379386 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for network, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:50.380602 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:50.381172 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:50.384829 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:50.489114 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Pushing event updated for resources: {'Network': ['ID=3062d311-86e2-4c14-9d80-ccf9653094b2,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:50.495292 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5659652 Dec 16 14:46:50.495292 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:50.495621 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36024) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:46:50.501322 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-03733886-9a0e-4fb7-9d4e-c6a5b974eff8 admin admin] Request body: {'subnet': {'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1724613495-subnet', 'tenant_id': '9b91e2bcae2c47e78bdc752b5cb5b02b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:46:50.502558 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Network 3062d311-86e2-4c14-9d80-ccf9653094b2 details requested by agent ovs-agent-dv-cinder-821893-3-smb with host dv-cinder-821893-3-smb {{(pid=82862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:46:50.506551 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-03733886-9a0e-4fb7-9d4e-c6a5b974eff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:46:50.511230 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-03733886-9a0e-4fb7-9d4e-c6a5b974eff8 admin admin] Usage tracker for resource:subnet and tenant:9b91e2bcae2c47e78bdc752b5cb5b02b is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:46:50.516697 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-03733886-9a0e-4fb7-9d4e-c6a5b974eff8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:46:50.523332 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-03733886-9a0e-4fb7-9d4e-c6a5b974eff8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:46:50.537730 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03733886-9a0e-4fb7-9d4e-c6a5b974eff8 admin admin] Made reservation on behalf of 9b91e2bcae2c47e78bdc752b5cb5b02b for: {'subnet': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:46:50.541385 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-03733886-9a0e-4fb7-9d4e-c6a5b974eff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1404185'] for subnet, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:50.767857 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-03733886-9a0e-4fb7-9d4e-c6a5b974eff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3754502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1404203'] for subnet, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:50.773635 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:50.856748 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03733886-9a0e-4fb7-9d4e-c6a5b974eff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85e09500-de1f-4f8c-ac24-b9630227d9b8,revision_number=0']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:50.861386 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-03733886-9a0e-4fb7-9d4e-c6a5b974eff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:50.871450 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03733886-9a0e-4fb7-9d4e-c6a5b974eff8 admin admin] Checking segment: {'id': 'd50bf3ac-477a-4294-b542-da39d895ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:46:50.871802 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03733886-9a0e-4fb7-9d4e-c6a5b974eff8 admin admin] Network hostable DHCP agents. Network: 3062d311-86e2-4c14-9d80-ccf9653094b2, hostable agents: ['86b204a6-684d-4255-9b61-9602afcfa644'], hosted agents: [] {{(pid=82861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:46:50.898489 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03733886-9a0e-4fb7-9d4e-c6a5b974eff8 admin admin] Network 3062d311-86e2-4c14-9d80-ccf9653094b2 is scheduled to be hosted by DHCP agent 86b204a6-684d-4255-9b61-9602afcfa644 with binding_index 1 {{(pid=82861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:46:50.913808 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-03733886-9a0e-4fb7-9d4e-c6a5b974eff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-smb, 3062d311-86e2-4c14-9d80-ccf9653094b2) {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:46:50.923872 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03733886-9a0e-4fb7-9d4e-c6a5b974eff8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:50.925209 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43182da-b410-4c2d-907d-bdd75f615ee7 None None] Network 3062d311-86e2-4c14-9d80-ccf9653094b2 requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:46:50.925479 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-03733886-9a0e-4fb7-9d4e-c6a5b974eff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:50.976096 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-03733886-9a0e-4fb7-9d4e-c6a5b974eff8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4788563 Dec 16 14:46:51.220162 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c29c41c-7423-41a3-ab1a-59b93922f625 None None] Network 3062d311-86e2-4c14-9d80-ccf9653094b2 requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:46:51.815708 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-baeb0d5e-f43a-495a-be16-ea6bf2492936 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:51.816315 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-baeb0d5e-f43a-495a-be16-ea6bf2492936 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Synchronizing usage tracker for tenant:9b91e2bcae2c47e78bdc752b5cb5b02b on resource:network {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:46:51.834754 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-baeb0d5e-f43a-495a-be16-ea6bf2492936 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Unset dirty status for tenant:9b91e2bcae2c47e78bdc752b5cb5b02b on resource:network {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:46:51.836545 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-baeb0d5e-f43a-495a-be16-ea6bf2492936 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/networks?id=3062d311-86e2-4c14-9d80-ccf9653094b2 HTTP/1.1" status: 200 len: 815 time: 0.1661184 Dec 16 14:46:51.855443 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-f85441fc-b49e-47fe-a85c-f66e7077aa06 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/quotas/9b91e2bcae2c47e78bdc752b5cb5b02b HTTP/1.1" status: 200 len: 375 time: 0.0121484 Dec 16 14:46:51.904076 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-c2358185-1ca2-4bc7-b41d-60b8f1e4ed54 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b91e2bcae2c47e78bdc752b5cb5b02b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431337 Dec 16 14:46:52.050977 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-eb79ae30-579f-4f53-bf61-07c98eef2b1c service neutron] 10.222.0.44 "GET /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372499 Dec 16 14:46:52.318834 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-f053d1ee-5bb5-41d3-8e17-93c4df0b74fd service neutron] 10.222.0.44 "GET /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612722 Dec 16 14:46:52.564995 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-10662ff6-42b1-4f30-a81d-4754c13b6a49 req-c7d25aa1-413a-433c-9664-46beda73c5b5 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=93836f21-b782-4b45-ae9f-c2766638a6cb HTTP/1.1" status: 200 len: 210 time: 0.0465784 Dec 16 14:46:53.829124 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-643c6319-1758-445b-9091-3fc94ee59f4d req-6f4f7a42-95d2-4403-b27c-6e1c43b83038 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=93836f21-b782-4b45-ae9f-c2766638a6cb HTTP/1.1" status: 200 len: 210 time: 0.0586629 Dec 16 14:46:53.906553 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-39852de4-7fab-4569-9e11-7e36408b05bd tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:53.908193 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-39852de4-7fab-4569-9e11-7e36408b05bd tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.62 "GET /v2.0/networks?id=3062d311-86e2-4c14-9d80-ccf9653094b2 HTTP/1.1" status: 200 len: 815 time: 0.2187116 Dec 16 14:46:53.936976 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-ec42d838-92bb-4c1b-9fd8-f8897b22c73b tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Request body: {'port': {'device_id': '93836f21-b782-4b45-ae9f-c2766638a6cb', 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2', 'admin_state_up': True, 'tenant_id': '9b91e2bcae2c47e78bdc752b5cb5b02b'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:46:54.085051 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-ec42d838-92bb-4c1b-9fd8-f8897b22c73b tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:46:54.089913 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-ec42d838-92bb-4c1b-9fd8-f8897b22c73b tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Usage tracker for resource:port and tenant:9b91e2bcae2c47e78bdc752b5cb5b02b is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:46:54.093974 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-ec42d838-92bb-4c1b-9fd8-f8897b22c73b tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:46:54.105017 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-ec42d838-92bb-4c1b-9fd8-f8897b22c73b tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:46:54.121470 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-ec42d838-92bb-4c1b-9fd8-f8897b22c73b tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Made reservation on behalf of 9b91e2bcae2c47e78bdc752b5cb5b02b for: {'port': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:46:54.124690 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-ec42d838-92bb-4c1b-9fd8-f8897b22c73b tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:54.319488 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_common [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-ec42d838-92bb-4c1b-9fd8-f8897b22c73b tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Allocated IP 172.20.0.7 (3062d311-86e2-4c14-9d80-ccf9653094b2/85e09500-de1f-4f8c-ac24-b9630227d9b8/eee3874d-1c04-47a7-82df-c2cd89273def) {{(pid=82861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:46:54.564239 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-ec42d838-92bb-4c1b-9fd8-f8897b22c73b tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks [] for port, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:54.600286 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-ec42d838-92bb-4c1b-9fd8-f8897b22c73b tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:54.606043 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-fccc923c-08dc-4403-92d7-b7392bc16854 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:54.679359 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-ec42d838-92bb-4c1b-9fd8-f8897b22c73b tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Network 3062d311-86e2-4c14-9d80-ccf9653094b2 is already hosted by enough agents. {{(pid=82861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:46:54.683286 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-ec42d838-92bb-4c1b-9fd8-f8897b22c73b tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Resources bound (agent type, host, resource id): {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:46:54.687711 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-ec42d838-92bb-4c1b-9fd8-f8897b22c73b tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Received port after_create {{(pid=82861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:46:54.713296 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42d838-92bb-4c1b-9fd8-f8897b22c73b tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Pushing event updated for resources: {'Port': ['ID=eee3874d-1c04-47a7-82df-c2cd89273def,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:54.719013 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-ec42d838-92bb-4c1b-9fd8-f8897b22c73b tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:54.752261 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-ec42d838-92bb-4c1b-9fd8-f8897b22c73b tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:54.752862 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-ec42d838-92bb-4c1b-9fd8-f8897b22c73b tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:54.776085 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-ec42d838-92bb-4c1b-9fd8-f8897b22c73b tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8431067 Dec 16 14:46:54.794276 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Request body: {'port': {'device_id': '93836f21-b782-4b45-ae9f-c2766638a6cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:46:54.915593 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:55.054294 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85ad3c-a10e-43f4-b0f2-33d3bd30bcd0 req-92645d1d-8cba-4c7d-85ba-36431ea6233e tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:55.055850 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-1b85ad3c-a10e-43f4-b0f2-33d3bd30bcd0 req-92645d1d-8cba-4c7d-85ba-36431ea6233e tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=93836f21-b782-4b45-ae9f-c2766638a6cb HTTP/1.1" status: 200 len: 931 time: 0.0839186 Dec 16 14:46:55.107622 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-1b85ad3c-a10e-43f4-b0f2-33d3bd30bcd0 req-e684aaa2-b1a3-4b38-8e98-9caa88e14646 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454712 Dec 16 14:46:55.302453 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee3874d-1c04-47a7-82df-c2cd89273def {{(pid=82861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:46:55.310363 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:55.329054 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.provisioning_blocks [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Transition to ACTIVE for port object eee3874d-1c04-47a7-82df-c2cd89273def will not be triggered until provisioned by entity L2. {{(pid=82861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:46:55.340137 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:55.344779 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-81c827aa-6c6e-4f9f-a5ce-812a9dabb5a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:55.512207 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Pushing event updated for resources: {'Port': ['ID=eee3874d-1c04-47a7-82df-c2cd89273def,revision_number=2']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:55.673872 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:55.674114 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:55.674347 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:55.674735 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:55.675056 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:55.675448 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:55.675791 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:55.676107 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:55.676460 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:55.676798 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:55.677139 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:46:55.683054 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:55.714766 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Attempting to bind port eee3874d-1c04-47a7-82df-c2cd89273def on host hv-cinder-82189 for vnic_type normal with profile {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:46:55.715088 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Attempting to bind port eee3874d-1c04-47a7-82df-c2cd89273def by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'd50bf3ac-477a-4294-b542-da39d895ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2'}] {{(pid=82861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:46:55.715404 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Attempting to bind port eee3874d-1c04-47a7-82df-c2cd89273def on network 3062d311-86e2-4c14-9d80-ccf9653094b2 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:46:55.721819 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Port eee3874d-1c04-47a7-82df-c2cd89273def on network 3062d311-86e2-4c14-9d80-ccf9653094b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 16 14:46:55.722140 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Attempting to bind port eee3874d-1c04-47a7-82df-c2cd89273def on network 3062d311-86e2-4c14-9d80-ccf9653094b2 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:46:55.729879 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Checking agent: {'id': '01466b47-b9e9-4bec-ae02-30c05024f419', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:46:55.730223 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Checking segment: {'id': 'd50bf3ac-477a-4294-b542-da39d895ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:46:55.730575 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Bound using segment: {'id': 'd50bf3ac-477a-4294-b542-da39d895ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2'} {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:46:55.730991 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Bound port: eee3874d-1c04-47a7-82df-c2cd89273def, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50bf3ac-477a-4294-b542-da39d895ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2'}}] {{(pid=82861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:46:55.731446 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:55.825144 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] For port eee3874d-1c04-47a7-82df-c2cd89273def, host hv-cinder-82189, cleared binding levels {{(pid=82861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:46:55.828606 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] For port eee3874d-1c04-47a7-82df-c2cd89273def, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=eee3874d-1c04-47a7-82df-c2cd89273def,segment=NetworkSegment(d50bf3ac-477a-4294-b542-da39d895ed15),segment_id=d50bf3ac-477a-4294-b542-da39d895ed15)] {{(pid=82861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:46:55.836242 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:55.841174 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-efdcb2b5-b722-486f-8a7b-fbc3377381be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:55.905208 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:55.906857 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] 10.222.0.62 "PUT /v2.0/ports/eee3874d-1c04-47a7-82df-c2cd89273def HTTP/1.1" status: 200 len: 1093 time: 1.1170964 Dec 16 14:46:55.907476 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93836f21-b782-4b45-ae9f-c2766638a6cb', 'tag': 'eee3874d-1c04-47a7-82df-c2cd89273def'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:46:55.931972 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Pushing event updated for resources: {'Port': ['ID=eee3874d-1c04-47a7-82df-c2cd89273def,revision_number=3']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:55.935966 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:56.011329 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93836f21-b782-4b45-ae9f-c2766638a6cb', 'tag': 'eee3874d-1c04-47a7-82df-c2cd89273def', 'status': 'completed', 'code': 200} Dec 16 14:46:56.048846 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-41ff2807-8ea2-46f1-87fa-fa8a63a90055 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9b91e2bcae2c47e78bdc752b5cb5b02b&device_id=93836f21-b782-4b45-ae9f-c2766638a6cb HTTP/1.1" status: 200 len: 1096 time: 0.0750251 Dec 16 14:46:56.131106 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-977ad547-e1f0-4f3f-9097-c5169ea064bf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eee3874d-1c04-47a7-82df-c2cd89273def HTTP/1.1" status: 200 len: 217 time: 0.0661924 Dec 16 14:46:56.198316 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-9502bdcd-9ec8-4aa8-9205-124175822942 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:56.199778 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-9502bdcd-9ec8-4aa8-9205-124175822942 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85e09500-de1f-4f8c-ac24-b9630227d9b8 HTTP/1.1" status: 200 len: 855 time: 0.0620530 Dec 16 14:46:56.252660 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-55219186-41ec-4c86-91b8-d73aac065744 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3062d311-86e2-4c14-9d80-ccf9653094b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448222 Dec 16 14:46:56.316431 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60744c2e-659e-428c-8696-b151a34ee91d req-c854abb4-8550-4ea7-a2f3-e7345cf39182 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:56.318016 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-60744c2e-659e-428c-8696-b151a34ee91d req-c854abb4-8550-4ea7-a2f3-e7345cf39182 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=93836f21-b782-4b45-ae9f-c2766638a6cb HTTP/1.1" status: 200 len: 943 time: 0.0832589 Dec 16 14:46:56.372184 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-60744c2e-659e-428c-8696-b151a34ee91d req-4eb05a3c-6283-43e8-9d17-8d9f638049c7 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476444 Dec 16 14:46:56.396368 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-47d2de2b-6546-48b9-bf41-7d48cd749f4c service neutron] 10.222.0.62 "GET /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362765 Dec 16 14:46:56.544853 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-79d22ce7-a0c2-4f6d-adb3-1bb87329478c req-69297049-b210-4db2-a4bd-7def83395066 service neutron] 10.222.0.62 "GET /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399267 Dec 16 14:46:56.717328 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-3d020454-7059-4786-a774-50b9db23cc1a req-0aeacf2f-369b-4c85-be5e-a4543246f78c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9b91e2bcae2c47e78bdc752b5cb5b02b&device_id=93836f21-b782-4b45-ae9f-c2766638a6cb HTTP/1.1" status: 200 len: 1096 time: 0.0751131 Dec 16 14:46:56.862556 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d020454-7059-4786-a774-50b9db23cc1a req-c4892fd2-70bc-479a-885c-41a375200316 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:56.864108 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-3d020454-7059-4786-a774-50b9db23cc1a req-c4892fd2-70bc-479a-885c-41a375200316 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3062d311-86e2-4c14-9d80-ccf9653094b2 HTTP/1.1" status: 200 len: 916 time: 0.1398709 Dec 16 14:46:56.939642 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-3d020454-7059-4786-a774-50b9db23cc1a req-e5e2b82d-649f-4a90-9354-90e6fe4fcfeb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eee3874d-1c04-47a7-82df-c2cd89273def HTTP/1.1" status: 200 len: 217 time: 0.0682645 Dec 16 14:46:57.013875 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d020454-7059-4786-a774-50b9db23cc1a req-6f2dbec7-da58-4b4b-ae36-5bc646916dea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:57.015702 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-3d020454-7059-4786-a774-50b9db23cc1a req-6f2dbec7-da58-4b4b-ae36-5bc646916dea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85e09500-de1f-4f8c-ac24-b9630227d9b8 HTTP/1.1" status: 200 len: 855 time: 0.0690365 Dec 16 14:46:57.065282 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-3d020454-7059-4786-a774-50b9db23cc1a req-a5232e96-0921-4e3f-ab72-6ce276896f01 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3062d311-86e2-4c14-9d80-ccf9653094b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415411 Dec 16 14:46:57.212059 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-3d020454-7059-4786-a774-50b9db23cc1a req-4e6c3d8e-81cc-4a66-be30-fff8f5edfce6 service neutron] 10.222.0.62 "GET /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346436 Dec 16 14:46:57.401877 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-3d020454-7059-4786-a774-50b9db23cc1a req-be771e70-58ae-4ce4-920b-f2a27f7184db service neutron] 10.222.0.62 "GET /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591070 Dec 16 14:46:57.601957 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3384f-e3de-4a4b-8bb3-c24e5064522e req-e32617db-b19b-4cea-a3ad-5b162f1e5ff6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:57.602557 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-1ae3384f-e3de-4a4b-8bb3-c24e5064522e req-e32617db-b19b-4cea-a3ad-5b162f1e5ff6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Synchronizing usage tracker for tenant:9b91e2bcae2c47e78bdc752b5cb5b02b on resource:port {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:46:57.628299 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-1ae3384f-e3de-4a4b-8bb3-c24e5064522e req-e32617db-b19b-4cea-a3ad-5b162f1e5ff6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Unset dirty status for tenant:9b91e2bcae2c47e78bdc752b5cb5b02b on resource:port {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:46:57.630133 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1ae3384f-e3de-4a4b-8bb3-c24e5064522e req-e32617db-b19b-4cea-a3ad-5b162f1e5ff6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=93836f21-b782-4b45-ae9f-c2766638a6cb HTTP/1.1" status: 200 len: 943 time: 0.1259699 Dec 16 14:46:57.684316 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-1ae3384f-e3de-4a4b-8bb3-c24e5064522e req-6c1e9392-dc0e-4139-b17c-7436602bccf1 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Synchronizing usage tracker for tenant:9b91e2bcae2c47e78bdc752b5cb5b02b on resource:security_group {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:46:57.707578 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-1ae3384f-e3de-4a4b-8bb3-c24e5064522e req-6c1e9392-dc0e-4139-b17c-7436602bccf1 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Unset dirty status for tenant:9b91e2bcae2c47e78bdc752b5cb5b02b on resource:security_group {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:46:57.708949 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1ae3384f-e3de-4a4b-8bb3-c24e5064522e req-6c1e9392-dc0e-4139-b17c-7436602bccf1 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724719 Dec 16 14:46:58.803060 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device eee3874d-1c04-47a7-82df-c2cd89273def details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:46:58.921029 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe13621-b1cc-4fe5-b434-612fa6ac9ff3 req-ef5ef87a-77c7-4160-9064-4a3a46e4ccdf tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:46:58.922970 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-ebe13621-b1cc-4fe5-b434-612fa6ac9ff3 req-ef5ef87a-77c7-4160-9064-4a3a46e4ccdf tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=93836f21-b782-4b45-ae9f-c2766638a6cb HTTP/1.1" status: 200 len: 943 time: 0.0840340 Dec 16 14:46:58.951764 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port eee3874d-1c04-47a7-82df-c2cd89273def, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=eee3874d-1c04-47a7-82df-c2cd89273def,segment=NetworkSegment(d50bf3ac-477a-4294-b542-da39d895ed15),segment_id=d50bf3ac-477a-4294-b542-da39d895ed15)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:46:58.967577 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Returning: {'device': 'eee3874d-1c04-47a7-82df-c2cd89273def', 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2', 'port_id': 'eee3874d-1c04-47a7-82df-c2cd89273def', 'mac_address': 'fa:16:3e:58:7a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e09500-de1f-4f8c-ac24-b9630227d9b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:46:58.974070 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-ebe13621-b1cc-4fe5-b434-612fa6ac9ff3 req-8b3efef3-3704-4e54-bf9a-4c371c176e63 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445547 Dec 16 14:46:59.027445 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:59.049080 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee3874d-1c04-47a7-82df-c2cd89273def {{(pid=82862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:46:59.067189 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port eee3874d-1c04-47a7-82df-c2cd89273def, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=eee3874d-1c04-47a7-82df-c2cd89273def,segment=NetworkSegment(d50bf3ac-477a-4294-b542-da39d895ed15),segment_id=d50bf3ac-477a-4294-b542-da39d895ed15)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:46:59.073222 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:46:59.075128 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-ec2897b1-856e-411c-9824-2d35b4f2723a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:46:59.187512 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=eee3874d-1c04-47a7-82df-c2cd89273def,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:46:59.190865 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:46:59.437604 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['eee3874d-1c04-47a7-82df-c2cd89273def'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:47:00.180551 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40dcb-0aaa-4e0f-808f-4dae8d01895b req-a2b761f8-6db3-4cbc-89e4-59d29a9c12be tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:00.182093 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-13c40dcb-0aaa-4e0f-808f-4dae8d01895b req-a2b761f8-6db3-4cbc-89e4-59d29a9c12be tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=93836f21-b782-4b45-ae9f-c2766638a6cb HTTP/1.1" status: 200 len: 944 time: 0.0840156 Dec 16 14:47:00.242487 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-13c40dcb-0aaa-4e0f-808f-4dae8d01895b req-de406371-204f-4d67-b290-b4f8a9d61217 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531266 Dec 16 14:47:00.824936 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device eee3874d-1c04-47a7-82df-c2cd89273def up at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:47:00.900253 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning for port eee3874d-1c04-47a7-82df-c2cd89273def completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:47:00.905878 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning complete for port eee3874d-1c04-47a7-82df-c2cd89273def triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:47:00.906279 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:01.032046 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:01.059652 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93836f21-b782-4b45-ae9f-c2766638a6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee3874d-1c04-47a7-82df-c2cd89273def'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:47:01.069429 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port eee3874d-1c04-47a7-82df-c2cd89273def, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=eee3874d-1c04-47a7-82df-c2cd89273def,segment=NetworkSegment(d50bf3ac-477a-4294-b542-da39d895ed15),segment_id=d50bf3ac-477a-4294-b542-da39d895ed15)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:47:01.074231 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:01.076165 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:01.129334 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93836f21-b782-4b45-ae9f-c2766638a6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee3874d-1c04-47a7-82df-c2cd89273def', 'code': 200} Dec 16 14:47:01.152884 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=eee3874d-1c04-47a7-82df-c2cd89273def,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:01.156030 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:01.512448 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f77644e6-23be-4e88-901c-9d401041386b req-258e20f6-6316-4c72-b8d0-1645accbcf9f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=93836f21-b782-4b45-ae9f-c2766638a6cb HTTP/1.1" status: 200 len: 1098 time: 0.1349664 Dec 16 14:47:01.681589 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665aca9-d298-49f8-a9b3-4a608c6c8a66 req-72272f85-240a-4561-b2e2-7832de49e949 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:01.683876 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0665aca9-d298-49f8-a9b3-4a608c6c8a66 req-72272f85-240a-4561-b2e2-7832de49e949 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=93836f21-b782-4b45-ae9f-c2766638a6cb HTTP/1.1" status: 200 len: 945 time: 0.2364359 Dec 16 14:47:01.687415 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f77644e6-23be-4e88-901c-9d401041386b req-357e192d-ac9b-4d24-a8a3-ea71c3bbafd7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679895 Dec 16 14:47:01.732318 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0665aca9-d298-49f8-a9b3-4a608c6c8a66 req-9bf4aa17-a87b-4893-883e-fad61aab8cf0 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420923 Dec 16 14:47:02.499423 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36130) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:02.656311 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-68878c66-9caf-4c3f-a9d3-04aed0312d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:02.690459 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-68878c66-9caf-4c3f-a9d3-04aed0312d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:47:02.694687 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-68878c66-9caf-4c3f-a9d3-04aed0312d76 admin admin] Usage tracker for resource:security_group_rule and tenant:139c6df0f720432ba727d9b245447386 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:47:02.697687 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-68878c66-9caf-4c3f-a9d3-04aed0312d76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:47:02.704799 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-68878c66-9caf-4c3f-a9d3-04aed0312d76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:47:02.783624 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-68878c66-9caf-4c3f-a9d3-04aed0312d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:02.790355 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-68878c66-9caf-4c3f-a9d3-04aed0312d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:02.795778 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-593d6f00-710d-4558-9f44-b35bb127a493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:02.833480 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68878c66-9caf-4c3f-a9d3-04aed0312d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890f69ae-3db6-4bbd-973a-d51f510e2f09,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:02.838468 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-68878c66-9caf-4c3f-a9d3-04aed0312d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:02.845417 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-68878c66-9caf-4c3f-a9d3-04aed0312d76 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=139c6df0f720432ba727d9b245447386&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3417470 Dec 16 14:47:02.845417 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36138) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:02.910648 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b6088596-380b-44a6-b387-cd7cac557e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:02.940146 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b6088596-380b-44a6-b387-cd7cac557e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:02.969273 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df0642-0743-4a46-9037-8a85cd5d305a req-534f430d-6aac-4a75-8693-65d7ad5c6d4e tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:02.971772 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-43df0642-0743-4a46-9037-8a85cd5d305a req-534f430d-6aac-4a75-8693-65d7ad5c6d4e tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=93836f21-b782-4b45-ae9f-c2766638a6cb HTTP/1.1" status: 200 len: 945 time: 0.1034980 Dec 16 14:47:03.003455 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b6088596-380b-44a6-b387-cd7cac557e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:03.007355 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-3d6396a0-31b9-4da0-83e1-814995920410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:03.020789 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6088596-380b-44a6-b387-cd7cac557e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890f69ae-3db6-4bbd-973a-d51f510e2f09,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:03.023244 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-b6088596-380b-44a6-b387-cd7cac557e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:03.032043 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-b6088596-380b-44a6-b387-cd7cac557e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:03.033325 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-b6088596-380b-44a6-b387-cd7cac557e2e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/890f69ae-3db6-4bbd-973a-d51f510e2f09 HTTP/1.1" status: 204 len: 168 time: 0.1868815 Dec 16 14:47:03.038187 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-43df0642-0743-4a46-9037-8a85cd5d305a req-1f0973b8-44ad-44bb-a619-d424842caa2d tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603459 Dec 16 14:47:04.237226 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444df23-d708-49ac-84b7-01ca7278acbd req-e41b81e1-b7da-41a1-947a-395015f26721 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:04.238863 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-5444df23-d708-49ac-84b7-01ca7278acbd req-e41b81e1-b7da-41a1-947a-395015f26721 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=93836f21-b782-4b45-ae9f-c2766638a6cb HTTP/1.1" status: 200 len: 945 time: 0.0813010 Dec 16 14:47:04.302599 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-5444df23-d708-49ac-84b7-01ca7278acbd req-c877b920-9162-4cfa-bbb9-eee62c163608 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543914 Dec 16 14:47:07.136368 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e716b3aa-b801-4258-92f2-fe12a9e70468 req-1128ea94-066d-46a9-83c4-49c9459c5f74 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-949812862&fields=id&tenant_id=b0c2a5f459f440c7b8e9f28675d07218 HTTP/1.1" status: 200 len: 267 time: 0.0436585 Dec 16 14:47:07.222420 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716b3aa-b801-4258-92f2-fe12a9e70468 req-1be2327b-6f37-460d-97ac-eb15e26aeaf1 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:07.223974 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e716b3aa-b801-4258-92f2-fe12a9e70468 req-1be2327b-6f37-460d-97ac-eb15e26aeaf1 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 984 time: 0.0821807 Dec 16 14:47:07.235244 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-e716b3aa-b801-4258-92f2-fe12a9e70468 req-410cce89-d961-4056-8bf4-a194f060cf9b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Request body: {'port': {'security_groups': ['bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2']}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:47:07.368704 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-e716b3aa-b801-4258-92f2-fe12a9e70468 req-410cce89-d961-4056-8bf4-a194f060cf9b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:07.400104 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-1ffb0c07-3ecd-43fe-b196-e6f0307cadfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:07.637895 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-e716b3aa-b801-4258-92f2-fe12a9e70468 req-410cce89-d961-4056-8bf4-a194f060cf9b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] For port b23455d2-c93f-4a05-b6a0-275d07719be6, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b23455d2-c93f-4a05-b6a0-275d07719be6,segment=NetworkSegment(bac094fb-32f7-473e-a70d-99e64be11fcc),segment_id=bac094fb-32f7-473e-a70d-99e64be11fcc)] {{(pid=82861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:47:07.662591 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-e716b3aa-b801-4258-92f2-fe12a9e70468 req-410cce89-d961-4056-8bf4-a194f060cf9b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for port, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:07.667556 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-e716b3aa-b801-4258-92f2-fe12a9e70468 req-410cce89-d961-4056-8bf4-a194f060cf9b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:07.673455 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-c61e7701-5acd-451c-99e8-84e7b29d1426 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:07.707607 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['b23455d2-c93f-4a05-b6a0-275d07719be6'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:47:07.744259 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716b3aa-b801-4258-92f2-fe12a9e70468 req-410cce89-d961-4056-8bf4-a194f060cf9b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:07.744741 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-e716b3aa-b801-4258-92f2-fe12a9e70468 req-410cce89-d961-4056-8bf4-a194f060cf9b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:07.749346 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e716b3aa-b801-4258-92f2-fe12a9e70468 req-410cce89-d961-4056-8bf4-a194f060cf9b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "PUT /v2.0/ports/b23455d2-c93f-4a05-b6a0-275d07719be6 HTTP/1.1" status: 200 len: 942 time: 0.5193138 Dec 16 14:47:07.749975 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67b015e-7500-449e-bf33-f7eb8dcf2a58', 'tag': 'b23455d2-c93f-4a05-b6a0-275d07719be6'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:47:07.752787 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 36224) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:07.769465 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410cce89-d961-4056-8bf4-a194f060cf9b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Pushing event updated for resources: {'Port': ['ID=b23455d2-c93f-4a05-b6a0-275d07719be6,revision_number=7']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:07.773383 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-410cce89-d961-4056-8bf4-a194f060cf9b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:07.838209 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67b015e-7500-449e-bf33-f7eb8dcf2a58', 'tag': 'b23455d2-c93f-4a05-b6a0-275d07719be6', 'status': 'completed', 'code': 200} Dec 16 14:47:07.856796 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-de0afe3e-99af-44ae-a441-75fd9dff39bf tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:07.912112 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-de0afe3e-99af-44ae-a441-75fd9dff39bf tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:07.919666 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['b23455d2-c93f-4a05-b6a0-275d07719be6'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:47:07.990451 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0886a881-1d40-44cc-840d-187ad3f8f2a7 req-57e4176a-d5f2-4001-a9f7-9178affe0a5a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0c2a5f459f440c7b8e9f28675d07218&device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 1098 time: 0.1024313 Dec 16 14:47:08.062567 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-de0afe3e-99af-44ae-a441-75fd9dff39bf tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:08.068356 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-855264b3-5fe1-4ef9-bdca-8ed8989ee1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:08.094206 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0afe3e-99af-44ae-a441-75fd9dff39bf tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f5c44d-cf61-4575-9219-2b46d10922cb,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:08.099380 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-de0afe3e-99af-44ae-a441-75fd9dff39bf tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:08.113047 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-de0afe3e-99af-44ae-a441-75fd9dff39bf tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:08.116222 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-de0afe3e-99af-44ae-a441-75fd9dff39bf tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "DELETE /v2.0/security-groups/03f5c44d-cf61-4575-9219-2b46d10922cb HTTP/1.1" status: 204 len: 168 time: 0.3621511 Dec 16 14:47:08.129211 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 36230) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:08.172560 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-af69dea2-848d-4675-a866-5a1108205494 None None] Provisioning complete for port b23455d2-c93f-4a05-b6a0-275d07719be6 triggered by entity DHCP. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:47:08.172940 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-af69dea2-848d-4675-a866-5a1108205494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:08.190257 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886a881-1d40-44cc-840d-187ad3f8f2a7 req-2fbe4bb4-70ea-428a-a793-20ed14e840fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:08.191767 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0886a881-1d40-44cc-840d-187ad3f8f2a7 req-2fbe4bb4-70ea-428a-a793-20ed14e840fa service neutron] 10.222.0.62 "GET /v2.0/networks?id=83056f42-2247-4d9e-a5e5-6da07423d485 HTTP/1.1" status: 200 len: 916 time: 0.1943412 Dec 16 14:47:08.303884 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0886a881-1d40-44cc-840d-187ad3f8f2a7 req-d95d7fdb-4ca8-4ad3-a399-e408ebbf84dd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23455d2-c93f-4a05-b6a0-275d07719be6 HTTP/1.1" status: 200 len: 1001 time: 0.1044283 Dec 16 14:47:08.361800 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [None req-354c1aa6-b0c4-491c-9dd3-c2ed82987e4e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Deleting port 6ae08ed1-96d8-42ea-8e94-3f4cf48eadb9 {{(pid=82860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:47:08.362141 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-354c1aa6-b0c4-491c-9dd3-c2ed82987e4e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:08.384796 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886a881-1d40-44cc-840d-187ad3f8f2a7 req-c61a7541-0b2b-4e16-9aa3-f1d2cec412e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:08.386526 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0886a881-1d40-44cc-840d-187ad3f8f2a7 req-c61a7541-0b2b-4e16-9aa3-f1d2cec412e6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3 HTTP/1.1" status: 200 len: 854 time: 0.0758340 Dec 16 14:47:08.466819 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0886a881-1d40-44cc-840d-187ad3f8f2a7 req-92c95190-c13f-4b14-9418-9a53b0a9b31a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83056f42-2247-4d9e-a5e5-6da07423d485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730114 Dec 16 14:47:08.544545 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-354c1aa6-b0c4-491c-9dd3-c2ed82987e4e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:08.544915 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-354c1aa6-b0c4-491c-9dd3-c2ed82987e4e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:08.631327 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0886a881-1d40-44cc-840d-187ad3f8f2a7 req-806255cd-a26f-4d8a-9ff7-cab44b1eb54b service neutron] 10.222.0.62 "GET /v2.0/networks/83056f42-2247-4d9e-a5e5-6da07423d485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571631 Dec 16 14:47:08.701021 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [None req-354c1aa6-b0c4-491c-9dd3-c2ed82987e4e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Calling delete_port for 6ae08ed1-96d8-42ea-8e94-3f4cf48eadb9 owned by network:floatingip {{(pid=82860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:47:08.814163 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-0886a881-1d40-44cc-840d-187ad3f8f2a7 req-a86c7f98-f37c-455a-b94f-7f9845874884 service neutron] 10.222.0.62 "GET /v2.0/networks/83056f42-2247-4d9e-a5e5-6da07423d485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750717 Dec 16 14:47:08.985811 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-354c1aa6-b0c4-491c-9dd3-c2ed82987e4e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:08.990966 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-e54eca21-50a7-464b-a1ad-31f4b9d89889 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:09.032913 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c1aa6-b0c4-491c-9dd3-c2ed82987e4e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Pushing event deleted for resources: {'Port': ['ID=6ae08ed1-96d8-42ea-8e94-3f4cf48eadb9,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:09.035796 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-354c1aa6-b0c4-491c-9dd3-c2ed82987e4e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:09.133814 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-354c1aa6-b0c4-491c-9dd3-c2ed82987e4e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks [] for floatingip, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:09.340360 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-2cf983ad-f3ed-46c9-8ad7-d5f828b584cb tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:09.342541 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-2cf983ad-f3ed-46c9-8ad7-d5f828b584cb tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/networks?id=3062d311-86e2-4c14-9d80-ccf9653094b2 HTTP/1.1" status: 200 len: 815 time: 0.2550755 Dec 16 14:47:09.360338 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-d6cfb47f-a4df-4dd1-98ee-e1a932bdf522 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/quotas/9b91e2bcae2c47e78bdc752b5cb5b02b HTTP/1.1" status: 200 len: 375 time: 0.0111735 Dec 16 14:47:09.447111 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-3e999f95-c346-4766-9a7a-aa1c4c221d38 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b91e2bcae2c47e78bdc752b5cb5b02b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0811284 Dec 16 14:47:09.554481 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354c1aa6-b0c4-491c-9dd3-c2ed82987e4e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Router 3f78c0fc-585c-4b77-9917-366004020fbe has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:47:09.585538 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-1c2c4b3e-5f1b-4ad5-aa04-9932520e4246 service neutron] 10.222.0.44 "GET /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303287 Dec 16 14:47:09.745069 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-47c255b9-1544-4589-b598-660d9b02557e service neutron] 10.222.0.44 "GET /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532004 Dec 16 14:47:09.773917 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354c1aa6-b0c4-491c-9dd3-c2ed82987e4e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:47:09.788173 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c590358-c7f6-46bc-96ed-25086e10c182 None None] Sync routers for ids ['3f78c0fc-585c-4b77-9917-366004020fbe'] in dv-cinder-821893-3-smb {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:47:09.800112 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-354c1aa6-b0c4-491c-9dd3-c2ed82987e4e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for floatingip, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:09.802347 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c590358-c7f6-46bc-96ed-25086e10c182 None None] Routers {'3f78c0fc-585c-4b77-9917-366004020fbe'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:47:09.803199 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-2c590358-c7f6-46bc-96ed-25086e10c182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:46:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['3f78c0fc-585c-4b77-9917-366004020fbe'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:47:09.877931 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-354c1aa6-b0c4-491c-9dd3-c2ed82987e4e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "DELETE /v2.0/floatingips/5563b421-c507-4bbd-93ec-2050a3f96e98 HTTP/1.1" status: 204 len: 168 time: 1.7463889 Dec 16 14:47:09.886258 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67b015e-7500-449e-bf33-f7eb8dcf2a58', 'tag': 'b23455d2-c93f-4a05-b6a0-275d07719be6'}] {{(pid=82860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:47:09.984554 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a5447132-67c8-4da6-92e0-5e85b378f3de req-88524c86-5c9a-4538-aa10-c73e6cffb2be tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=390849fa-ce5d-4dcf-9a23-997c2451eecb HTTP/1.1" status: 200 len: 210 time: 0.0540543 Dec 16 14:47:10.078765 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67b015e-7500-449e-bf33-f7eb8dcf2a58', 'tag': 'b23455d2-c93f-4a05-b6a0-275d07719be6', 'status': 'completed', 'code': 200} Dec 16 14:47:10.101854 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-7591825c-d16a-4ff1-9527-9453aad52cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:10.117502 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-2c590358-c7f6-46bc-96ed-25086e10c182 None None] Set router 3f78c0fc-585c-4b77-9917-366004020fbe gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:47:10.169037 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 36272) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:10.296177 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-fbea1493-1f05-4301-81a0-91356ddf0de8 req-b13a7ba0-0369-4cb8-8674-f5ae53321d08 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0c2a5f459f440c7b8e9f28675d07218&device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 1098 time: 0.1450837 Dec 16 14:47:10.472312 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-97c09b9b-fd5a-43e6-a4dd-142da741a52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:10.510973 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-97c09b9b-fd5a-43e6-a4dd-142da741a52e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:47:10.515535 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-97c09b9b-fd5a-43e6-a4dd-142da741a52e admin admin] Usage tracker for resource:security_group_rule and tenant:7297da78ca01499ebcce18e9c2c456a8 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:47:10.518729 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-97c09b9b-fd5a-43e6-a4dd-142da741a52e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:47:10.525045 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-97c09b9b-fd5a-43e6-a4dd-142da741a52e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:47:10.593439 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea1493-1f05-4301-81a0-91356ddf0de8 req-dce4b416-9328-4f20-bbae-fb49489c5ebc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:10.596781 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-fbea1493-1f05-4301-81a0-91356ddf0de8 req-dce4b416-9328-4f20-bbae-fb49489c5ebc service neutron] 10.222.0.62 "GET /v2.0/networks?id=83056f42-2247-4d9e-a5e5-6da07423d485 HTTP/1.1" status: 200 len: 916 time: 0.2954447 Dec 16 14:47:10.615926 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-97c09b9b-fd5a-43e6-a4dd-142da741a52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:10.623947 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-97c09b9b-fd5a-43e6-a4dd-142da741a52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:10.636506 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-7750f244-cefc-4874-b13b-ceebfb9bcb6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:10.693462 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c09b9b-fd5a-43e6-a4dd-142da741a52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694862b4-79b4-4753-b3a5-a3038e55f066,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:10.698472 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-97c09b9b-fd5a-43e6-a4dd-142da741a52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:10.701947 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-97c09b9b-fd5a-43e6-a4dd-142da741a52e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7297da78ca01499ebcce18e9c2c456a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5317607 Dec 16 14:47:10.704411 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 36284) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:10.733586 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-2c590358-c7f6-46bc-96ed-25086e10c182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'name': 'tempest-TestMinimumBasicScenario-1948564703-router', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:44:42Z', 'revision_number': 4, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'gw_port': {'id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:58:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:38Z', 'updated_at': '2021-12-16T14:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': 'e59b835a-39c0-4e28-9158-d5a6bfe2d0e8', 'name': '', 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'mac_address': 'fa:16:3e:7a:20:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:41Z', 'updated_at': '2021-12-16T14:45:11Z', 'revision_number': 5, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'subnets': [{'id': '4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:47:10.736202 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-fbea1493-1f05-4301-81a0-91356ddf0de8 req-e028bae0-256c-4f2c-bf53-9c856f289f2d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23455d2-c93f-4a05-b6a0-275d07719be6 HTTP/1.1" status: 200 len: 217 time: 0.1316965 Dec 16 14:47:10.748661 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c590358-c7f6-46bc-96ed-25086e10c182 None None] Checking router: 3f78c0fc-585c-4b77-9917-366004020fbe for host: dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:47:10.762446 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c590358-c7f6-46bc-96ed-25086e10c182 None None] Routers {'3f78c0fc-585c-4b77-9917-366004020fbe'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:47:10.763082 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-2c590358-c7f6-46bc-96ed-25086e10c182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:47:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['3f78c0fc-585c-4b77-9917-366004020fbe'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:47:10.777979 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3ad22769-ff88-4346-9d29-ea8f7e1fbcfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:10.812146 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3ad22769-ff88-4346-9d29-ea8f7e1fbcfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:10.818792 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea1493-1f05-4301-81a0-91356ddf0de8 req-1a92f01e-5551-4ce0-9010-a4382b424f99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:10.820026 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-fbea1493-1f05-4301-81a0-91356ddf0de8 req-1a92f01e-5551-4ce0-9010-a4382b424f99 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3 HTTP/1.1" status: 200 len: 854 time: 0.0755961 Dec 16 14:47:10.864515 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:10.897669 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3ad22769-ff88-4346-9d29-ea8f7e1fbcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:10.901724 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-9c5c9c0c-e491-49be-b513-6f08888bbd18 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:10.915253 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad22769-ff88-4346-9d29-ea8f7e1fbcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694862b4-79b4-4753-b3a5-a3038e55f066,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:10.926363 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-3ad22769-ff88-4346-9d29-ea8f7e1fbcfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:10.933473 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-3ad22769-ff88-4346-9d29-ea8f7e1fbcfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:10.934661 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-3ad22769-ff88-4346-9d29-ea8f7e1fbcfe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/694862b4-79b4-4753-b3a5-a3038e55f066 HTTP/1.1" status: 204 len: 168 time: 0.2293141 Dec 16 14:47:10.973952 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-fbea1493-1f05-4301-81a0-91356ddf0de8 req-20d9a570-32e0-49c6-9d5a-e4fc13f86905 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83056f42-2247-4d9e-a5e5-6da07423d485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1444452 Dec 16 14:47:11.044268 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-2c590358-c7f6-46bc-96ed-25086e10c182 None None] Set router 3f78c0fc-585c-4b77-9917-366004020fbe gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:47:11.136631 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:11.223876 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-18d03891-0817-480a-8d6f-0c3c672c6bab req-ec195b8e-0579-43dd-99fe-c7acbc96ffe5 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=390849fa-ce5d-4dcf-9a23-997c2451eecb HTTP/1.1" status: 200 len: 210 time: 0.0723221 Dec 16 14:47:11.233164 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-fbea1493-1f05-4301-81a0-91356ddf0de8 req-d4995821-4f45-4d70-96e5-68910dabdddd service neutron] 10.222.0.62 "GET /v2.0/networks/83056f42-2247-4d9e-a5e5-6da07423d485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410355 Dec 16 14:47:11.498549 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-fbea1493-1f05-4301-81a0-91356ddf0de8 req-cba50cbd-aa2d-4089-8af0-c8d7ede4c13c service neutron] 10.222.0.62 "GET /v2.0/networks/83056f42-2247-4d9e-a5e5-6da07423d485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545071 Dec 16 14:47:11.584946 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-2c590358-c7f6-46bc-96ed-25086e10c182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'name': 'tempest-TestMinimumBasicScenario-1948564703-router', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:44:42Z', 'revision_number': 4, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'gw_port': {'id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:58:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:38Z', 'updated_at': '2021-12-16T14:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': 'e59b835a-39c0-4e28-9158-d5a6bfe2d0e8', 'name': '', 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'mac_address': 'fa:16:3e:7a:20:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:41Z', 'updated_at': '2021-12-16T14:45:11Z', 'revision_number': 5, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'subnets': [{'id': '4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:47:11.589135 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c590358-c7f6-46bc-96ed-25086e10c182 None None] The sync data for ids ['3f78c0fc-585c-4b77-9917-366004020fbe'] in dv-cinder-821893-3-smb is: [{'id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'name': 'tempest-TestMinimumBasicScenario-1948564703-router', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:44:42Z', 'revision_number': 4, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'gw_port': {'id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:58:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:38Z', 'updated_at': '2021-12-16T14:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': 'e59b835a-39c0-4e28-9158-d5a6bfe2d0e8', 'name': '', 'network_id': '83056f42-2247-4d9e-a5e5-6da07423d485', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'mac_address': 'fa:16:3e:7a:20:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:41Z', 'updated_at': '2021-12-16T14:45:11Z', 'revision_number': 5, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'subnets': [{'id': '4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:47:11.833196 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c516e24-8684-4ca9-8281-4c4fce408591 None None] New status for floating IP 5563b421-c507-4bbd-93ec-2050a3f96e98: DOWN {{(pid=82863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 16 14:47:12.122522 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-76534641-8f67-4840-867a-7167b5b13055 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:12.124026 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-76534641-8f67-4840-867a-7167b5b13055 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.62 "GET /v2.0/networks?id=3062d311-86e2-4c14-9d80-ccf9653094b2 HTTP/1.1" status: 200 len: 815 time: 0.1646459 Dec 16 14:47:12.152034 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-4d1e820d-3503-4151-91ae-6b44fc4b5a04 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Request body: {'port': {'device_id': '390849fa-ce5d-4dcf-9a23-997c2451eecb', 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2', 'admin_state_up': True, 'tenant_id': '9b91e2bcae2c47e78bdc752b5cb5b02b'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:47:12.302208 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-4d1e820d-3503-4151-91ae-6b44fc4b5a04 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:47:12.313322 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-4d1e820d-3503-4151-91ae-6b44fc4b5a04 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:47:12.325326 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-4d1e820d-3503-4151-91ae-6b44fc4b5a04 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Made reservation on behalf of 9b91e2bcae2c47e78bdc752b5cb5b02b for: {'port': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:47:12.328377 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-4d1e820d-3503-4151-91ae-6b44fc4b5a04 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:12.384083 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:12.406192 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-810bba4c-8d6d-4328-96b7-e579e3d5d67a req-81ad25e6-c450-4616-bd4f-fe7553062e1c tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=390849fa-ce5d-4dcf-9a23-997c2451eecb HTTP/1.1" status: 200 len: 210 time: 0.0467103 Dec 16 14:47:12.618112 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_common [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-4d1e820d-3503-4151-91ae-6b44fc4b5a04 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Allocated IP 172.20.0.8 (3062d311-86e2-4c14-9d80-ccf9653094b2/85e09500-de1f-4f8c-ac24-b9630227d9b8/b40b30d9-be8a-40bd-bfcc-32f4285fc737) {{(pid=82861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:47:12.838512 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-4d1e820d-3503-4151-91ae-6b44fc4b5a04 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks [] for port, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:12.868978 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-4d1e820d-3503-4151-91ae-6b44fc4b5a04 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:12.874730 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-6ae6d530-6e30-4ae1-95a4-66a910d1ccb7 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:12.914586 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['eee3874d-1c04-47a7-82df-c2cd89273def'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:47:12.950619 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-4d1e820d-3503-4151-91ae-6b44fc4b5a04 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Network 3062d311-86e2-4c14-9d80-ccf9653094b2 is already hosted by enough agents. {{(pid=82861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:47:12.954581 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-4d1e820d-3503-4151-91ae-6b44fc4b5a04 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Resources bound (agent type, host, resource id): {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:47:12.956616 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e820d-3503-4151-91ae-6b44fc4b5a04 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Pushing event updated for resources: {'Port': ['ID=b40b30d9-be8a-40bd-bfcc-32f4285fc737,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:12.958765 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-4d1e820d-3503-4151-91ae-6b44fc4b5a04 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Received port after_create {{(pid=82861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:47:12.989181 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-4d1e820d-3503-4151-91ae-6b44fc4b5a04 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:13.022307 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-4d1e820d-3503-4151-91ae-6b44fc4b5a04 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:13.022927 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-4d1e820d-3503-4151-91ae-6b44fc4b5a04 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:13.050352 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-4d1e820d-3503-4151-91ae-6b44fc4b5a04 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9026136 Dec 16 14:47:13.070963 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] Request body: {'port': {'device_id': '390849fa-ce5d-4dcf-9a23-997c2451eecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:47:13.184387 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:13.418313 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:13.498157 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2448bf2-6d1a-457d-a3f1-f5765eedf4bd req-2735c577-5aa5-45e5-bc55-0bbb5614c165 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:13.498921 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-f2448bf2-6d1a-457d-a3f1-f5765eedf4bd req-2735c577-5aa5-45e5-bc55-0bbb5614c165 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Synchronizing usage tracker for tenant:b0c2a5f459f440c7b8e9f28675d07218 on resource:port {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:47:13.521075 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-f2448bf2-6d1a-457d-a3f1-f5765eedf4bd req-2735c577-5aa5-45e5-bc55-0bbb5614c165 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Unset dirty status for tenant:b0c2a5f459f440c7b8e9f28675d07218 on resource:port {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:47:13.522397 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f2448bf2-6d1a-457d-a3f1-f5765eedf4bd req-2735c577-5aa5-45e5-bc55-0bbb5614c165 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 945 time: 0.1170592 Dec 16 14:47:13.576591 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-f2448bf2-6d1a-457d-a3f1-f5765eedf4bd req-bfd28dbf-6ef5-48b2-b11b-cc0a7c51f31d tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Synchronizing usage tracker for tenant:b0c2a5f459f440c7b8e9f28675d07218 on resource:security_group {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:47:13.597363 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-f2448bf2-6d1a-457d-a3f1-f5765eedf4bd req-bfd28dbf-6ef5-48b2-b11b-cc0a7c51f31d tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Unset dirty status for tenant:b0c2a5f459f440c7b8e9f28675d07218 on resource:security_group {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:47:13.598590 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f2448bf2-6d1a-457d-a3f1-f5765eedf4bd req-bfd28dbf-6ef5-48b2-b11b-cc0a7c51f31d tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700440 Dec 16 14:47:13.630730 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40b30d9-be8a-40bd-bfcc-32f4285fc737 {{(pid=82861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:47:13.638160 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:13.653937 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.provisioning_blocks [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] Transition to ACTIVE for port object b40b30d9-be8a-40bd-bfcc-32f4285fc737 will not be triggered until provisioned by entity L2. {{(pid=82861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:47:13.658709 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:13.663091 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-f1ad476f-af19-484d-8344-46e3082da1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:13.834028 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=b40b30d9-be8a-40bd-bfcc-32f4285fc737,revision_number=2']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:13.838107 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:13.959409 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0492e-c791-4eb0-b09a-da195f1ffb6d req-d46ebc55-b145-440d-abaa-d2862de33f93 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:13.960091 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-59c0492e-c791-4eb0-b09a-da195f1ffb6d req-d46ebc55-b145-440d-abaa-d2862de33f93 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Synchronizing usage tracker for tenant:9b91e2bcae2c47e78bdc752b5cb5b02b on resource:port {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:47:13.988077 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] Attempting to bind port b40b30d9-be8a-40bd-bfcc-32f4285fc737 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:47:13.988362 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] Attempting to bind port b40b30d9-be8a-40bd-bfcc-32f4285fc737 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'd50bf3ac-477a-4294-b542-da39d895ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2'}] {{(pid=82861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:47:13.988703 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] Attempting to bind port b40b30d9-be8a-40bd-bfcc-32f4285fc737 on network 3062d311-86e2-4c14-9d80-ccf9653094b2 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:47:13.996787 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-59c0492e-c791-4eb0-b09a-da195f1ffb6d req-d46ebc55-b145-440d-abaa-d2862de33f93 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Unset dirty status for tenant:9b91e2bcae2c47e78bdc752b5cb5b02b on resource:port {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:47:13.997975 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-59c0492e-c791-4eb0-b09a-da195f1ffb6d req-d46ebc55-b145-440d-abaa-d2862de33f93 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=390849fa-ce5d-4dcf-9a23-997c2451eecb HTTP/1.1" status: 200 len: 943 time: 0.2964394 Dec 16 14:47:13.998619 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] Port b40b30d9-be8a-40bd-bfcc-32f4285fc737 on network 3062d311-86e2-4c14-9d80-ccf9653094b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 16 14:47:13.998992 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] Attempting to bind port b40b30d9-be8a-40bd-bfcc-32f4285fc737 on network 3062d311-86e2-4c14-9d80-ccf9653094b2 {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:47:14.022105 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] Checking agent: {'id': '01466b47-b9e9-4bec-ae02-30c05024f419', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:47:14.022344 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] Checking segment: {'id': 'd50bf3ac-477a-4294-b542-da39d895ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:47:14.022689 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] Bound using segment: {'id': 'd50bf3ac-477a-4294-b542-da39d895ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2'} {{(pid=82861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:47:14.023118 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.managers [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] Bound port: b40b30d9-be8a-40bd-bfcc-32f4285fc737, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50bf3ac-477a-4294-b542-da39d895ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2'}}] {{(pid=82861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:47:14.023450 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:14.096719 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-59c0492e-c791-4eb0-b09a-da195f1ffb6d req-c6321d6f-6613-4383-be7e-70850fb94605 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921617 Dec 16 14:47:14.141684 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] For port b40b30d9-be8a-40bd-bfcc-32f4285fc737, host hv-cinder-82189, cleared binding levels {{(pid=82861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:47:14.144768 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] For port b40b30d9-be8a-40bd-bfcc-32f4285fc737, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b40b30d9-be8a-40bd-bfcc-32f4285fc737,segment=NetworkSegment(d50bf3ac-477a-4294-b542-da39d895ed15),segment_id=d50bf3ac-477a-4294-b542-da39d895ed15)] {{(pid=82861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:47:14.149317 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754641'] for port, after_update {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:14.153546 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:14.211257 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:14.212633 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] 10.222.0.62 "PUT /v2.0/ports/b40b30d9-be8a-40bd-bfcc-32f4285fc737 HTTP/1.1" status: 200 len: 1093 time: 1.1468956 Dec 16 14:47:14.213151 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390849fa-ce5d-4dcf-9a23-997c2451eecb', 'tag': 'b40b30d9-be8a-40bd-bfcc-32f4285fc737'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:47:14.238170 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=b40b30d9-be8a-40bd-bfcc-32f4285fc737,revision_number=3']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:14.241057 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-994ada3c-6ea0-4e3f-abfb-aadd1cc22ed8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:14.303133 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390849fa-ce5d-4dcf-9a23-997c2451eecb', 'tag': 'b40b30d9-be8a-40bd-bfcc-32f4285fc737', 'status': 'completed', 'code': 200} Dec 16 14:47:14.345719 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-84168cce-3077-49cb-a11c-956207367d08 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9b91e2bcae2c47e78bdc752b5cb5b02b&device_id=390849fa-ce5d-4dcf-9a23-997c2451eecb HTTP/1.1" status: 200 len: 1096 time: 0.0745010 Dec 16 14:47:14.435937 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-a1326887-bcf0-4af5-8361-2b6eefb08e12 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b40b30d9-be8a-40bd-bfcc-32f4285fc737 HTTP/1.1" status: 200 len: 217 time: 0.0711792 Dec 16 14:47:14.501919 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-11d45d7d-ec94-44c0-a141-99d4bfba01cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:14.503451 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-11d45d7d-ec94-44c0-a141-99d4bfba01cd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85e09500-de1f-4f8c-ac24-b9630227d9b8 HTTP/1.1" status: 200 len: 855 time: 0.0606778 Dec 16 14:47:14.655126 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-fab0b3f2-65d1-4b03-819c-c89133b39ac1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3062d311-86e2-4c14-9d80-ccf9653094b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1445603 Dec 16 14:47:14.839939 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-ac318677-c2f8-4e4a-a528-1fc2524df483 service neutron] 10.222.0.62 "GET /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779969 Dec 16 14:47:14.928912 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1edd9-9a6f-45f1-9eec-02aeb6ef33d9 req-cd568b6a-daa6-40d8-b820-adf2af5e1a60 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:14.930320 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f0c1edd9-9a6f-45f1-9eec-02aeb6ef33d9 req-cd568b6a-daa6-40d8-b820-adf2af5e1a60 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 945 time: 0.1989148 Dec 16 14:47:15.019587 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-f0c1edd9-9a6f-45f1-9eec-02aeb6ef33d9 req-ec21a2ed-847c-4a34-8e4a-6a82d6455fd8 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764074 Dec 16 14:47:15.021618 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-94b31f3f-d1f4-498d-b469-076b470256c6 req-dfafa725-60e3-4d0d-94d6-612959515110 service neutron] 10.222.0.62 "GET /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735244 Dec 16 14:47:15.227131 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c03c93e2-a195-4819-ada1-e90df8945d1e req-874df159-5700-4637-a886-28df95e60b2c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9b91e2bcae2c47e78bdc752b5cb5b02b&device_id=390849fa-ce5d-4dcf-9a23-997c2451eecb HTTP/1.1" status: 200 len: 1096 time: 0.0804603 Dec 16 14:47:15.307829 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988659e9-c36e-4da8-9029-b44cac25d9d7 req-0e2c30ba-189f-44b1-8523-eebda1c1f3b7 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:15.310170 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-988659e9-c36e-4da8-9029-b44cac25d9d7 req-0e2c30ba-189f-44b1-8523-eebda1c1f3b7 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=390849fa-ce5d-4dcf-9a23-997c2451eecb HTTP/1.1" status: 200 len: 943 time: 0.0826256 Dec 16 14:47:15.362212 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-988659e9-c36e-4da8-9029-b44cac25d9d7 req-eab53c66-b9d7-4988-a68a-c54e1dad65b3 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458939 Dec 16 14:47:15.364999 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c93e2-a195-4819-ada1-e90df8945d1e req-38622d75-fe9a-418c-b355-c7aa3f7d8409 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:15.366623 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c03c93e2-a195-4819-ada1-e90df8945d1e req-38622d75-fe9a-418c-b355-c7aa3f7d8409 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3062d311-86e2-4c14-9d80-ccf9653094b2 HTTP/1.1" status: 200 len: 916 time: 0.1300266 Dec 16 14:47:15.446328 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c03c93e2-a195-4819-ada1-e90df8945d1e req-35d27e81-4dde-41df-b503-7660b683572e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b40b30d9-be8a-40bd-bfcc-32f4285fc737 HTTP/1.1" status: 200 len: 217 time: 0.0719922 Dec 16 14:47:15.511616 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c93e2-a195-4819-ada1-e90df8945d1e req-8955e8ae-3ed4-4b8c-869e-07d92ca58497 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:15.512997 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c03c93e2-a195-4819-ada1-e90df8945d1e req-8955e8ae-3ed4-4b8c-869e-07d92ca58497 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85e09500-de1f-4f8c-ac24-b9630227d9b8 HTTP/1.1" status: 200 len: 855 time: 0.0600216 Dec 16 14:47:15.575691 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c03c93e2-a195-4819-ada1-e90df8945d1e req-541a7656-2640-416f-b474-711f28a705a4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3062d311-86e2-4c14-9d80-ccf9653094b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418260 Dec 16 14:47:15.611795 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b612b-b50b-4850-96db-f6c2dac83d50 req-2703df92-9e74-4c32-b9b2-efcf93cb8de5 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:15.613237 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a73b612b-b50b-4850-96db-f6c2dac83d50 req-2703df92-9e74-4c32-b9b2-efcf93cb8de5 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.62 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 945 time: 0.0790329 Dec 16 14:47:15.686477 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [req-a73b612b-b50b-4850-96db-f6c2dac83d50 req-00c3cd3d-8f47-4d5c-87c4-e57ee9fb1ff4 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Deleting port b23455d2-c93f-4a05-b6a0-275d07719be6 {{(pid=82860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:47:15.686771 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-a73b612b-b50b-4850-96db-f6c2dac83d50 req-00c3cd3d-8f47-4d5c-87c4-e57ee9fb1ff4 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:15.717970 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c03c93e2-a195-4819-ada1-e90df8945d1e req-b4ae258b-e1ee-4814-8a5e-ef50289f5857 service neutron] 10.222.0.62 "GET /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350601 Dec 16 14:47:15.860148 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c03c93e2-a195-4819-ada1-e90df8945d1e req-68aafb32-e56e-4015-aeca-b26e8c1635b9 service neutron] 10.222.0.62 "GET /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345909 Dec 16 14:47:16.018813 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-a73b612b-b50b-4850-96db-f6c2dac83d50 req-00c3cd3d-8f47-4d5c-87c4-e57ee9fb1ff4 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] For port b23455d2-c93f-4a05-b6a0-275d07719be6, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b23455d2-c93f-4a05-b6a0-275d07719be6,segment=NetworkSegment(bac094fb-32f7-473e-a70d-99e64be11fcc),segment_id=bac094fb-32f7-473e-a70d-99e64be11fcc)] {{(pid=82860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:47:16.019154 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-a73b612b-b50b-4850-96db-f6c2dac83d50 req-00c3cd3d-8f47-4d5c-87c4-e57ee9fb1ff4 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:16.145187 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [req-a73b612b-b50b-4850-96db-f6c2dac83d50 req-00c3cd3d-8f47-4d5c-87c4-e57ee9fb1ff4 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Calling delete_port for b23455d2-c93f-4a05-b6a0-275d07719be6 owned by compute:nova {{(pid=82860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:47:16.240675 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d1bfc-e306-4b06-a949-c64e6d2ef71f req-aa23a2e7-255b-482f-8545-bb82e4aa6ab2 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:16.248843 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e25d1bfc-e306-4b06-a949-c64e6d2ef71f req-aa23a2e7-255b-482f-8545-bb82e4aa6ab2 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/ports?device_id=c67b015e-7500-449e-bf33-f7eb8dcf2a58 HTTP/1.1" status: 200 len: 945 time: 0.0977087 Dec 16 14:47:16.298121 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-e25d1bfc-e306-4b06-a949-c64e6d2ef71f req-5e1065e0-8b43-4d03-be31-13cae27715c8 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483139 Dec 16 14:47:16.322567 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-a73b612b-b50b-4850-96db-f6c2dac83d50 req-00c3cd3d-8f47-4d5c-87c4-e57ee9fb1ff4 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:16.329015 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-788deac9-bc87-4812-ad01-59ff09366ad3 tempest-ServerRescueNegativeTestJSON-611742067 tempest-ServerRescueNegativeTestJSON-611742067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:16.364178 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['b23455d2-c93f-4a05-b6a0-275d07719be6'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:47:16.378646 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3cd3d-8f47-4d5c-87c4-e57ee9fb1ff4 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Pushing event deleted for resources: {'Port': ['ID=b23455d2-c93f-4a05-b6a0-275d07719be6,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:16.382818 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-00c3cd3d-8f47-4d5c-87c4-e57ee9fb1ff4 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:16.461126 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73b612b-b50b-4850-96db-f6c2dac83d50 req-00c3cd3d-8f47-4d5c-87c4-e57ee9fb1ff4 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] No DVR routers for this DVR port b23455d2-c93f-4a05-b6a0-275d07719be6 on host hv-cinder-82189 {{(pid=82860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:47:16.463638 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-a73b612b-b50b-4850-96db-f6c2dac83d50 req-00c3cd3d-8f47-4d5c-87c4-e57ee9fb1ff4 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:16.468004 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67b015e-7500-449e-bf33-f7eb8dcf2a58', 'name': 'network-vif-deleted', 'tag': 'b23455d2-c93f-4a05-b6a0-275d07719be6'}] {{(pid=82860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:47:16.484515 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a73b612b-b50b-4850-96db-f6c2dac83d50 req-00c3cd3d-8f47-4d5c-87c4-e57ee9fb1ff4 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] 10.222.0.62 "DELETE /v2.0/ports/b23455d2-c93f-4a05-b6a0-275d07719be6 HTTP/1.1" status: 204 len: 173 time: 0.8644481 Dec 16 14:47:16.559381 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67b015e-7500-449e-bf33-f7eb8dcf2a58', 'name': 'network-vif-deleted', 'tag': 'b23455d2-c93f-4a05-b6a0-275d07719be6', 'status': 'completed', 'code': 200} Dec 16 14:47:16.612088 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0452e9-4d6c-4ad7-9ae1-b0c3983633c1 req-9e655479-a89d-4a19-81f3-f9028ef04ab1 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:16.613755 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7f0452e9-4d6c-4ad7-9ae1-b0c3983633c1 req-9e655479-a89d-4a19-81f3-f9028ef04ab1 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=390849fa-ce5d-4dcf-9a23-997c2451eecb HTTP/1.1" status: 200 len: 943 time: 0.1027553 Dec 16 14:47:16.660477 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7f0452e9-4d6c-4ad7-9ae1-b0c3983633c1 req-b365d6e0-749b-4a0e-bb77-0e6600cd6b8a tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401566 Dec 16 14:47:16.958117 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device b40b30d9-be8a-40bd-bfcc-32f4285fc737 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:47:17.100841 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port b40b30d9-be8a-40bd-bfcc-32f4285fc737, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b40b30d9-be8a-40bd-bfcc-32f4285fc737,segment=NetworkSegment(d50bf3ac-477a-4294-b542-da39d895ed15),segment_id=d50bf3ac-477a-4294-b542-da39d895ed15)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:47:17.116891 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Returning: {'device': 'b40b30d9-be8a-40bd-bfcc-32f4285fc737', 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2', 'port_id': 'b40b30d9-be8a-40bd-bfcc-32f4285fc737', 'mac_address': 'fa:16:3e:ec:0b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e09500-de1f-4f8c-ac24-b9630227d9b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:47:17.177211 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:17.196338 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40b30d9-be8a-40bd-bfcc-32f4285fc737 {{(pid=82862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:47:17.212686 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port b40b30d9-be8a-40bd-bfcc-32f4285fc737, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b40b30d9-be8a-40bd-bfcc-32f4285fc737,segment=NetworkSegment(d50bf3ac-477a-4294-b542-da39d895ed15),segment_id=d50bf3ac-477a-4294-b542-da39d895ed15)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:47:17.217857 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:17.219973 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:17.286586 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=b40b30d9-be8a-40bd-bfcc-32f4285fc737,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:17.289762 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:17.574510 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['b40b30d9-be8a-40bd-bfcc-32f4285fc737'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:47:17.875466 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc6e36-4542-46f5-8192-313cda1d8166 req-bbfb1fd3-4913-43fc-81e3-bfa10dcb9158 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:17.877025 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-eddc6e36-4542-46f5-8192-313cda1d8166 req-bbfb1fd3-4913-43fc-81e3-bfa10dcb9158 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=390849fa-ce5d-4dcf-9a23-997c2451eecb HTTP/1.1" status: 200 len: 944 time: 0.0875816 Dec 16 14:47:17.926729 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-eddc6e36-4542-46f5-8192-313cda1d8166 req-ab61f793-b76a-4629-a1ab-e668edeab581 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437529 Dec 16 14:47:18.165199 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36378) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:18.685062 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0fbfe019-a989-4953-a505-0d09376c5614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-380824'] for router_interface, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:18.963243 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device b40b30d9-be8a-40bd-bfcc-32f4285fc737 up at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:47:19.042020 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning for port b40b30d9-be8a-40bd-bfcc-32f4285fc737 completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:47:19.047675 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning complete for port b40b30d9-be8a-40bd-bfcc-32f4285fc737 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:47:19.048041 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:19.133263 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe91c25-a63d-4ac6-a5aa-7d633e1d2bac req-21350e46-f7d9-4265-9223-3678b0960e44 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:19.135438 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-6fe91c25-a63d-4ac6-a5aa-7d633e1d2bac req-21350e46-f7d9-4265-9223-3678b0960e44 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=390849fa-ce5d-4dcf-9a23-997c2451eecb HTTP/1.1" status: 200 len: 944 time: 0.0800705 Dec 16 14:47:19.173210 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:19.191221 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-6fe91c25-a63d-4ac6-a5aa-7d633e1d2bac req-0f32c26a-28b3-48b4-ac30-cbfac30f60a0 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476134 Dec 16 14:47:19.204766 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390849fa-ce5d-4dcf-9a23-997c2451eecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40b30d9-be8a-40bd-bfcc-32f4285fc737'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:47:19.218062 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port b40b30d9-be8a-40bd-bfcc-32f4285fc737, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b40b30d9-be8a-40bd-bfcc-32f4285fc737,segment=NetworkSegment(d50bf3ac-477a-4294-b542-da39d895ed15),segment_id=d50bf3ac-477a-4294-b542-da39d895ed15)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:47:19.224567 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:19.225601 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device b23455d2-c93f-4a05-b6a0-275d07719be6 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:47:19.253929 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:19.290747 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390849fa-ce5d-4dcf-9a23-997c2451eecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40b30d9-be8a-40bd-bfcc-32f4285fc737', 'code': 200} Dec 16 14:47:19.302018 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-869da074-d5f0-497a-9e60-987382c31319 None None] No Port match for: b23455d2-c93f-4a05-b6a0-275d07719be6 {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:47:19.302438 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device b23455d2-c93f-4a05-b6a0-275d07719be6 not bound to the agent host hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:47:19.334548 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=b40b30d9-be8a-40bd-bfcc-32f4285fc737,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:19.337830 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:19.359435 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-0fbfe019-a989-4953-a505-0d09376c5614 admin admin] Deleting port e59b835a-39c0-4e28-9158-d5a6bfe2d0e8 {{(pid=82861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:47:19.359874 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0fbfe019-a989-4953-a505-0d09376c5614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:19.544184 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [None req-0fbfe019-a989-4953-a505-0d09376c5614 admin admin] For port e59b835a-39c0-4e28-9158-d5a6bfe2d0e8, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=e59b835a-39c0-4e28-9158-d5a6bfe2d0e8,segment=NetworkSegment(bac094fb-32f7-473e-a70d-99e64be11fcc),segment_id=bac094fb-32f7-473e-a70d-99e64be11fcc)] {{(pid=82861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:47:19.544485 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0fbfe019-a989-4953-a505-0d09376c5614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:19.560899 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-0bad2f81-62b5-4aba-bf6b-f8ae3c94a764 req-7b5a58a3-0c5e-41b7-a4c2-fa558fd1cf9f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=390849fa-ce5d-4dcf-9a23-997c2451eecb HTTP/1.1" status: 200 len: 1098 time: 0.0775514 Dec 16 14:47:19.604880 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-0bad2f81-62b5-4aba-bf6b-f8ae3c94a764 req-c11c553b-4a9d-4a96-892a-385ad7ec385a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374022 Dec 16 14:47:19.670387 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-0fbfe019-a989-4953-a505-0d09376c5614 admin admin] Calling delete_port for e59b835a-39c0-4e28-9158-d5a6bfe2d0e8 owned by network:router_interface {{(pid=82861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:47:19.861542 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0fbfe019-a989-4953-a505-0d09376c5614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:19.865092 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-3be56cd2-9d10-4ced-88c5-0241ea617d5e tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:19.909421 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfe019-a989-4953-a505-0d09376c5614 admin admin] Pushing event deleted for resources: {'Port': ['ID=e59b835a-39c0-4e28-9158-d5a6bfe2d0e8,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:19.912759 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-0fbfe019-a989-4953-a505-0d09376c5614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:20.315289 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0fbfe019-a989-4953-a505-0d09376c5614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3563947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-379974'] for router_interface, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:20.391740 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d015a3-7c14-4bf3-9f62-2706eaeec848 req-5a6eea36-54c7-4e63-aa0b-395b46ddaf3c tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:20.393242 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c0d015a3-7c14-4bf3-9f62-2706eaeec848 req-5a6eea36-54c7-4e63-aa0b-395b46ddaf3c tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=390849fa-ce5d-4dcf-9a23-997c2451eecb HTTP/1.1" status: 200 len: 945 time: 0.0782330 Dec 16 14:47:20.445296 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c0d015a3-7c14-4bf3-9f62-2706eaeec848 req-3c7562a4-3a04-4bc5-abc2-1c5c9f708a54 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459278 Dec 16 14:47:20.952662 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbfe019-a989-4953-a505-0d09376c5614 admin admin] Router 3f78c0fc-585c-4b77-9917-366004020fbe has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:47:21.159844 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbfe019-a989-4953-a505-0d09376c5614 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:47:21.169431 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975b46e5-2e29-482f-8d87-64441cdecbaa None None] Sync routers for ids ['3f78c0fc-585c-4b77-9917-366004020fbe'] in dv-cinder-821893-3-smb {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:47:21.173931 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-0fbfe019-a989-4953-a505-0d09376c5614 admin admin] 10.222.0.44 "PUT /v2.0/routers/3f78c0fc-585c-4b77-9917-366004020fbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0075657 Dec 16 14:47:21.176409 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36388) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:21.181430 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975b46e5-2e29-482f-8d87-64441cdecbaa None None] Routers {'3f78c0fc-585c-4b77-9917-366004020fbe'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:47:21.182092 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-975b46e5-2e29-482f-8d87-64441cdecbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:47:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['3f78c0fc-585c-4b77-9917-366004020fbe'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:47:21.363202 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-975b46e5-2e29-482f-8d87-64441cdecbaa None None] Set router 3f78c0fc-585c-4b77-9917-366004020fbe gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:47:21.377155 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d5103fbf-3030-45e3-be30-e7fe1766a29d admin admin] Notify callbacks [] for router, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:21.630613 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d5103fbf-3030-45e3-be30-e7fe1766a29d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:21.647189 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-d5103fbf-3030-45e3-be30-e7fe1766a29d admin admin] Deleting port 5dde86af-7d08-415f-91ab-e3f5d1e98e3d {{(pid=82861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:47:21.647559 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d5103fbf-3030-45e3-be30-e7fe1766a29d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:21.712173 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-975b46e5-2e29-482f-8d87-64441cdecbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'name': 'tempest-TestMinimumBasicScenario-1948564703-router', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:47:19Z', 'revision_number': 5, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'gw_port': {'id': '5dde86af-7d08-415f-91ab-e3f5d1e98e3d', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:58:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:38Z', 'updated_at': '2021-12-16T14:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:47:21.716940 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975b46e5-2e29-482f-8d87-64441cdecbaa None None] Checking router: 3f78c0fc-585c-4b77-9917-366004020fbe for host: dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:47:21.728542 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975b46e5-2e29-482f-8d87-64441cdecbaa None None] Routers {'3f78c0fc-585c-4b77-9917-366004020fbe'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:47:21.729146 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-975b46e5-2e29-482f-8d87-64441cdecbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:47:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['3f78c0fc-585c-4b77-9917-366004020fbe'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:47:21.888038 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-975b46e5-2e29-482f-8d87-64441cdecbaa None None] Set router 3f78c0fc-585c-4b77-9917-366004020fbe gateway port host: None {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:47:21.916938 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7126fb0-2b0e-48a6-b746-78e54adde3fa req-c18cc40a-229b-45a7-8279-8952b265a106 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:21.918462 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a7126fb0-2b0e-48a6-b746-78e54adde3fa req-c18cc40a-229b-45a7-8279-8952b265a106 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=390849fa-ce5d-4dcf-9a23-997c2451eecb HTTP/1.1" status: 200 len: 945 time: 0.3428626 Dec 16 14:47:21.999042 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-975b46e5-2e29-482f-8d87-64441cdecbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'name': 'tempest-TestMinimumBasicScenario-1948564703-router', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:47:21Z', 'revision_number': 6, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'gw_port_host': None}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:47:22.003366 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975b46e5-2e29-482f-8d87-64441cdecbaa None None] The sync data for ids ['3f78c0fc-585c-4b77-9917-366004020fbe'] in dv-cinder-821893-3-smb is: [{'id': '3f78c0fc-585c-4b77-9917-366004020fbe', 'name': 'tempest-TestMinimumBasicScenario-1948564703-router', 'tenant_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:47:21Z', 'revision_number': 6, 'project_id': 'b0c2a5f459f440c7b8e9f28675d07218', 'gw_port_host': None}] {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:47:22.007478 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [None req-d5103fbf-3030-45e3-be30-e7fe1766a29d admin admin] For port 5dde86af-7d08-415f-91ab-e3f5d1e98e3d, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=5dde86af-7d08-415f-91ab-e3f5d1e98e3d,segment=NetworkSegment(4f5dda31-b5b1-4742-b2db-5b9a26752cae),segment_id=4f5dda31-b5b1-4742-b2db-5b9a26752cae)] {{(pid=82861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:47:22.007959 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d5103fbf-3030-45e3-be30-e7fe1766a29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:22.018129 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-a7126fb0-2b0e-48a6-b746-78e54adde3fa req-db6260bd-2478-4543-8c00-d5c97692e72e tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913656 Dec 16 14:47:22.130405 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:47:22.138196 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-d5103fbf-3030-45e3-be30-e7fe1766a29d admin admin] Calling delete_port for 5dde86af-7d08-415f-91ab-e3f5d1e98e3d owned by network:router_gateway {{(pid=82861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:47:22.313122 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d5103fbf-3030-45e3-be30-e7fe1766a29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:22.317058 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-410cce89-d961-4056-8bf4-a194f060cf9b tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:22.363671 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5103fbf-3030-45e3-be30-e7fe1766a29d admin admin] Pushing event deleted for resources: {'Port': ['ID=5dde86af-7d08-415f-91ab-e3f5d1e98e3d,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:22.367834 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-d5103fbf-3030-45e3-be30-e7fe1766a29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:22.599208 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d5103fbf-3030-45e3-be30-e7fe1766a29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377829'] for router_gateway, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:22.882285 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d5103fbf-3030-45e3-be30-e7fe1766a29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61118'] for router, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:22.887274 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d5103fbf-3030-45e3-be30-e7fe1766a29d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:22.932730 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d5103fbf-3030-45e3-be30-e7fe1766a29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-422089'] for router, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:22.935590 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5103fbf-3030-45e3-be30-e7fe1766a29d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f78c0fc-585c-4b77-9917-366004020fbe {{(pid=82861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 14:47:22.948969 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 5dde86af-7d08-415f-91ab-e3f5d1e98e3d no longer exists at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:47:22.954879 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d5103fbf-3030-45e3-be30-e7fe1766a29d admin admin] Notify callbacks [] for router, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:22.958624 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-d5103fbf-3030-45e3-be30-e7fe1766a29d admin admin] 10.222.0.44 "DELETE /v2.0/routers/3f78c0fc-585c-4b77-9917-366004020fbe HTTP/1.1" status: 204 len: 168 time: 1.7812374 Dec 16 14:47:22.958836 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 36412) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:23.002355 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] No Port match for: 5dde86af-7d08-415f-91ab-e3f5d1e98e3d {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:47:23.002717 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 5dde86af-7d08-415f-91ab-e3f5d1e98e3d not bound to the agent host dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:47:23.003175 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device e59b835a-39c0-4e28-9158-d5a6bfe2d0e8 no longer exists at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:47:23.049074 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_v2 [None req-916bb4b6-78d7-4788-bd68-96dec986df5a admin admin] Deleting subnet 4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3 {{(pid=82860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 16 14:47:23.054135 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] No Port match for: e59b835a-39c0-4e28-9158-d5a6bfe2d0e8 {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:47:23.058425 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device e59b835a-39c0-4e28-9158-d5a6bfe2d0e8 not bound to the agent host dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:47:23.060496 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-916bb4b6-78d7-4788-bd68-96dec986df5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:23.115217 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-916bb4b6-78d7-4788-bd68-96dec986df5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1906465'] for subnet, precommit_delete_associations {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:23.233130 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-916bb4b6-78d7-4788-bd68-96dec986df5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3375631'] for subnet, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:23.313640 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-916bb4b6-78d7-4788-bd68-96dec986df5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3375616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6482832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1429926'] for subnet, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:23.318887 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-40fec7ef-2942-4daa-b3d2-9d5a243711c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:23.353709 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bb4b6-78d7-4788-bd68-96dec986df5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:23.364687 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-916bb4b6-78d7-4788-bd68-96dec986df5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:23.369013 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bb4b6-78d7-4788-bd68-96dec986df5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:23.369261 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297a6652-c5e0-4ba8-87d6-99b9d52a413c None None] Network 83056f42-2247-4d9e-a5e5-6da07423d485 requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:47:23.369397 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bb4b6-78d7-4788-bd68-96dec986df5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:23.369750 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bb4b6-78d7-4788-bd68-96dec986df5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:23.370086 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bb4b6-78d7-4788-bd68-96dec986df5a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:23.370428 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bb4b6-78d7-4788-bd68-96dec986df5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:23.370797 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bb4b6-78d7-4788-bd68-96dec986df5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:23.371147 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bb4b6-78d7-4788-bd68-96dec986df5a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:23.371479 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bb4b6-78d7-4788-bd68-96dec986df5a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:23.371825 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bb4b6-78d7-4788-bd68-96dec986df5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:23.372152 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bb4b6-78d7-4788-bd68-96dec986df5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:23.372468 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bb4b6-78d7-4788-bd68-96dec986df5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:23.376172 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-916bb4b6-78d7-4788-bd68-96dec986df5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:23.380786 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-916bb4b6-78d7-4788-bd68-96dec986df5a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4eab0afd-1075-4d5a-9b4d-0c5b7fbc96d3 HTTP/1.1" status: 204 len: 168 time: 0.4178629 Dec 16 14:47:23.380786 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 36416) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:23.489378 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3222799'] for network, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:23.501124 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] Deleting port 817227a2-6668-4e2d-ad6e-e4ca66c50b86 {{(pid=82860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:47:23.501451 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:23.638578 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a270c57a-d808-498d-819c-f31d196101ba None None] DHCP port deletion for 83056f42-2247-4d9e-a5e5-6da07423d485 request from dv-cinder-821893-3-smb {{(pid=82862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 16 14:47:23.643255 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-a270c57a-d808-498d-819c-f31d196101ba None None] Deleting port 817227a2-6668-4e2d-ad6e-e4ca66c50b86 {{(pid=82862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:47:23.643637 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-a270c57a-d808-498d-819c-f31d196101ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:23.817125 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] For port 817227a2-6668-4e2d-ad6e-e4ca66c50b86, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=817227a2-6668-4e2d-ad6e-e4ca66c50b86,segment=NetworkSegment(bac094fb-32f7-473e-a70d-99e64be11fcc),segment_id=bac094fb-32f7-473e-a70d-99e64be11fcc)] {{(pid=82860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:47:23.817471 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:23.867944 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-a270c57a-d808-498d-819c-f31d196101ba None None] For port 817227a2-6668-4e2d-ad6e-e4ca66c50b86, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=817227a2-6668-4e2d-ad6e-e4ca66c50b86,segment=NetworkSegment(bac094fb-32f7-473e-a70d-99e64be11fcc),segment_id=bac094fb-32f7-473e-a70d-99e64be11fcc)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:47:23.868297 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-a270c57a-d808-498d-819c-f31d196101ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:23.942549 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] Calling delete_port for 817227a2-6668-4e2d-ad6e-e4ca66c50b86 owned by network:dhcp {{(pid=82860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:47:23.997169 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-a270c57a-d808-498d-819c-f31d196101ba None None] Calling delete_port for 817227a2-6668-4e2d-ad6e-e4ca66c50b86 owned by network:dhcp {{(pid=82862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:47:24.022290 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:24.034940 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-54e3482a-a72c-4f63-b624-d02bdc002dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:24.072097 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.db.api [None req-a270c57a-d808-498d-819c-f31d196101ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 14:47:24.072414 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] Pushing event deleted for resources: {'Port': ['ID=817227a2-6668-4e2d-ad6e-e4ca66c50b86,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:24.072603 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_db.api [None req-a270c57a-d808-498d-819c-f31d196101ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 14:47:24.076391 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:24.080055 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] No DVR routers for this DVR port 817227a2-6668-4e2d-ad6e-e4ca66c50b86 on host dv-cinder-821893-3-smb {{(pid=82860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:47:24.205257 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3377296', 'neutron.services.segments.db._delete_segments_for_network-8775664583123'] for network, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:24.235686 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.services.segments.db [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83056f42-2247-4d9e-a5e5-6da07423d485']}} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:47:24.251852 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.services.segments.db [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac094fb-32f7-473e-a70d-99e64be11fcc') {'for_net_delete': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:47:24.252170 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.services.segments.db [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac094fb-32f7-473e-a70d-99e64be11fcc') {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:47:24.265319 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775664586478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1906488'] for segment, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:24.289339 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:24.298165 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=82860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 16 14:47:24.298942 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6482238'] for segment, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: Traceback (most recent call last): Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: timer() Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: cb(*args, **kw) Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: return func(*args, **kwargs) Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: self._notify() Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: self.callback(batched_events) Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: event.method(event) Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: return f(self, *a, **k) Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: return self._get(url).json() Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: return self.request(url, 'GET', **kwargs) Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:47:24.313982 dv-cinder-821893-3-smb neutron-server[82860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:47:24.408321 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3377289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377742'] for network, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:24.415346 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:24.420062 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:24.464043 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] Pushing event deleted for resources: {'Network': ['ID=83056f42-2247-4d9e-a5e5-6da07423d485,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:24.472494 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:24.493244 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] 10.222.0.44 "DELETE /v2.0/networks/83056f42-2247-4d9e-a5e5-6da07423d485 HTTP/1.1" status: 204 len: 168 time: 1.1113720 Dec 16 14:47:24.499267 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36432) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:24.574038 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-a270c57a-d808-498d-819c-f31d196101ba None None] Deleting port 817227a2-6668-4e2d-ad6e-e4ca66c50b86 {{(pid=82862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:47:24.574287 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-a270c57a-d808-498d-819c-f31d196101ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:24.648270 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-a270c57a-d808-498d-819c-f31d196101ba None None] The port '817227a2-6668-4e2d-ad6e-e4ca66c50b86' was deleted {{(pid=82862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 16 14:47:24.700270 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-2a27c637-357e-4413-ac7a-26eea1967565 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:24.701873 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-2a27c637-357e-4413-ac7a-26eea1967565 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/networks?id=3062d311-86e2-4c14-9d80-ccf9653094b2 HTTP/1.1" status: 200 len: 815 time: 0.1818602 Dec 16 14:47:24.720349 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-db835694-3927-4390-b308-c9e0ba738891 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/quotas/9b91e2bcae2c47e78bdc752b5cb5b02b HTTP/1.1" status: 200 len: 375 time: 0.0120988 Dec 16 14:47:24.816028 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-ebc43ec2-1339-4b45-8288-44749929b25d tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b91e2bcae2c47e78bdc752b5cb5b02b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900438 Dec 16 14:47:24.912994 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 817227a2-6668-4e2d-ad6e-e4ca66c50b86 no longer exists at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:47:25.003546 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] No Port match for: 817227a2-6668-4e2d-ad6e-e4ca66c50b86 {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:47:25.004330 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 817227a2-6668-4e2d-ad6e-e4ca66c50b86 not bound to the agent host dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:47:25.045552 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-e01b528e-4c07-4f85-a117-b951221199f3 service neutron] 10.222.0.44 "GET /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219486 Dec 16 14:47:25.099897 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-eb63fd2a-24e7-4c3d-a99e-73e9c1d46c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-380824'] for router_interface, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:25.186812 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-ca869bfc-4b49-41ed-b1d6-1fe706a2e676 service neutron] 10.222.0.44 "GET /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340926 Dec 16 14:47:25.528087 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-dfb5bdae-6eca-4a32-aab8-fdae4acbfae5 req-ac51dbe2-8a9f-47ac-8117-ffd1fb5e3a17 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d89d2ff-f3b7-406e-845b-1084a432d53a HTTP/1.1" status: 200 len: 210 time: 0.0861812 Dec 16 14:47:25.861201 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-eb63fd2a-24e7-4c3d-a99e-73e9c1d46c35 admin admin] Deleting port 57906d4f-4bac-41df-be29-5e5a2bbc0646 {{(pid=82861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:47:25.861506 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-eb63fd2a-24e7-4c3d-a99e-73e9c1d46c35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:26.061003 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [None req-eb63fd2a-24e7-4c3d-a99e-73e9c1d46c35 admin admin] For port 57906d4f-4bac-41df-be29-5e5a2bbc0646, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=57906d4f-4bac-41df-be29-5e5a2bbc0646,segment=NetworkSegment(29ef0113-a69d-40d2-88fb-241604d70c56),segment_id=29ef0113-a69d-40d2-88fb-241604d70c56)] {{(pid=82861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:47:26.061381 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-eb63fd2a-24e7-4c3d-a99e-73e9c1d46c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:26.186942 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-eb63fd2a-24e7-4c3d-a99e-73e9c1d46c35 admin admin] Calling delete_port for 57906d4f-4bac-41df-be29-5e5a2bbc0646 owned by network:router_interface {{(pid=82861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:47:26.378682 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-eb63fd2a-24e7-4c3d-a99e-73e9c1d46c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:26.383052 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-c6936bda-d4c7-4cee-b9e5-cc6c33540799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:26.426671 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63fd2a-24e7-4c3d-a99e-73e9c1d46c35 admin admin] Pushing event deleted for resources: {'Port': ['ID=57906d4f-4bac-41df-be29-5e5a2bbc0646,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:26.430417 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-eb63fd2a-24e7-4c3d-a99e-73e9c1d46c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:26.748739 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-eb63fd2a-24e7-4c3d-a99e-73e9c1d46c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3563947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-379974'] for router_interface, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:26.766352 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-f7715c77-1ec1-4ea6-816b-925fc792cdb8 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:26.768024 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-f7715c77-1ec1-4ea6-816b-925fc792cdb8 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.62 "GET /v2.0/networks?id=3062d311-86e2-4c14-9d80-ccf9653094b2 HTTP/1.1" status: 200 len: 815 time: 0.2241297 Dec 16 14:47:26.832435 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-edaa00f4-a808-4e2f-ba94-f33718500471 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Request body: {'port': {'device_id': '2d89d2ff-f3b7-406e-845b-1084a432d53a', 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2', 'admin_state_up': True, 'tenant_id': '9b91e2bcae2c47e78bdc752b5cb5b02b'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:47:26.927123 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-1c34e43a-e46c-4018-b212-0538bd3e86e0 req-63f95f05-eacc-4f3b-8c96-3bdbd7eaa8fa tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d89d2ff-f3b7-406e-845b-1084a432d53a HTTP/1.1" status: 200 len: 210 time: 0.1336124 Dec 16 14:47:27.130941 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-edaa00f4-a808-4e2f-ba94-f33718500471 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:47:27.142805 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-edaa00f4-a808-4e2f-ba94-f33718500471 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:47:27.155510 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-edaa00f4-a808-4e2f-ba94-f33718500471 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Made reservation on behalf of 9b91e2bcae2c47e78bdc752b5cb5b02b for: {'port': 1} {{(pid=82860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:47:27.159254 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-edaa00f4-a808-4e2f-ba94-f33718500471 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:27.338039 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_common [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-edaa00f4-a808-4e2f-ba94-f33718500471 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Allocated IP 172.20.0.4 (3062d311-86e2-4c14-9d80-ccf9653094b2/85e09500-de1f-4f8c-ac24-b9630227d9b8/279459b8-f200-42b8-9f99-6345200e45df) {{(pid=82860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:47:27.517925 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb63fd2a-24e7-4c3d-a99e-73e9c1d46c35 admin admin] Router 567a9cda-2cac-4959-8715-eb2891ab52cd has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:47:27.546173 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-edaa00f4-a808-4e2f-ba94-f33718500471 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks [] for port, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:27.576260 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-edaa00f4-a808-4e2f-ba94-f33718500471 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:27.582669 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:27.615132 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['eee3874d-1c04-47a7-82df-c2cd89273def', 'b40b30d9-be8a-40bd-bfcc-32f4285fc737'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:47:27.657093 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-edaa00f4-a808-4e2f-ba94-f33718500471 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Network 3062d311-86e2-4c14-9d80-ccf9653094b2 is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:47:27.661174 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-edaa00f4-a808-4e2f-ba94-f33718500471 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:47:27.665860 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-edaa00f4-a808-4e2f-ba94-f33718500471 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Received port after_create {{(pid=82860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:47:27.695321 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa00f4-a808-4e2f-ba94-f33718500471 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Pushing event updated for resources: {'Port': ['ID=279459b8-f200-42b8-9f99-6345200e45df,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:27.705121 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-edaa00f4-a808-4e2f-ba94-f33718500471 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:27.745905 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb63fd2a-24e7-4c3d-a99e-73e9c1d46c35 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:47:27.750058 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-edaa00f4-a808-4e2f-ba94-f33718500471 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:27.751103 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-edaa00f4-a808-4e2f-ba94-f33718500471 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:27.756285 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38f5195-f5f4-4a41-8e22-a1768ad76f73 None None] Sync routers for ids ['567a9cda-2cac-4959-8715-eb2891ab52cd'] in dv-cinder-821893-3-smb {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:47:27.779460 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38f5195-f5f4-4a41-8e22-a1768ad76f73 None None] Routers {'567a9cda-2cac-4959-8715-eb2891ab52cd'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:47:27.781799 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-a38f5195-f5f4-4a41-8e22-a1768ad76f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:47:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['567a9cda-2cac-4959-8715-eb2891ab52cd'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:47:27.785466 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-edaa00f4-a808-4e2f-ba94-f33718500471 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9917841 Dec 16 14:47:27.786041 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 36448) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:27.786768 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-eb63fd2a-24e7-4c3d-a99e-73e9c1d46c35 admin admin] 10.222.0.44 "PUT /v2.0/routers/567a9cda-2cac-4959-8715-eb2891ab52cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2858658 Dec 16 14:47:27.855678 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] Request body: {'port': {'device_id': '2d89d2ff-f3b7-406e-845b-1084a432d53a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:47:27.975622 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-a38f5195-f5f4-4a41-8e22-a1768ad76f73 None None] Set router 567a9cda-2cac-4959-8715-eb2891ab52cd gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:47:27.999676 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:28.174851 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e882cf9-b5bc-4885-8ba7-fd047f083c4f req-dc104779-e6ec-4328-bd35-c03eab90192c tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:28.176400 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-6e882cf9-b5bc-4885-8ba7-fd047f083c4f req-dc104779-e6ec-4328-bd35-c03eab90192c tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d89d2ff-f3b7-406e-845b-1084a432d53a HTTP/1.1" status: 200 len: 931 time: 0.0786743 Dec 16 14:47:28.230582 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-6e882cf9-b5bc-4885-8ba7-fd047f083c4f req-8e741c1b-635a-4748-afcf-8296d359216d tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461485 Dec 16 14:47:28.287380 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-a38f5195-f5f4-4a41-8e22-a1768ad76f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567a9cda-2cac-4959-8715-eb2891ab52cd', 'name': 'tempest-TestMinimumBasicScenario-1179344543-router', 'tenant_id': '5e537dfdd7b249c7a11a779cf629d829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '72073161-ca43-45b4-9b83-2195fe63f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:48Z', 'updated_at': '2021-12-16T14:47:26Z', 'revision_number': 5, 'project_id': '5e537dfdd7b249c7a11a779cf629d829', 'gw_port': {'id': '72073161-ca43-45b4-9b83-2195fe63f55c', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567a9cda-2cac-4959-8715-eb2891ab52cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:48Z', 'updated_at': '2021-12-16T14:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:47:28.291728 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38f5195-f5f4-4a41-8e22-a1768ad76f73 None None] Checking router: 567a9cda-2cac-4959-8715-eb2891ab52cd for host: dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:47:28.304347 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38f5195-f5f4-4a41-8e22-a1768ad76f73 None None] Routers {'567a9cda-2cac-4959-8715-eb2891ab52cd'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:47:28.305112 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-a38f5195-f5f4-4a41-8e22-a1768ad76f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:47:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['567a9cda-2cac-4959-8715-eb2891ab52cd'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:47:28.345933 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e7997b49-0fa3-4a6b-8811-d4000dc47e49 admin admin] Notify callbacks [] for router, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:28.508723 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-a38f5195-f5f4-4a41-8e22-a1768ad76f73 None None] Set router 567a9cda-2cac-4959-8715-eb2891ab52cd gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:47:28.647097 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 279459b8-f200-42b8-9f99-6345200e45df {{(pid=82860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:47:28.655947 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:28.683042 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] Transition to ACTIVE for port object 279459b8-f200-42b8-9f99-6345200e45df will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:47:28.693521 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482886'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:28.700310 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:28.847851 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-a38f5195-f5f4-4a41-8e22-a1768ad76f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567a9cda-2cac-4959-8715-eb2891ab52cd', 'name': 'tempest-TestMinimumBasicScenario-1179344543-router', 'tenant_id': '5e537dfdd7b249c7a11a779cf629d829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '72073161-ca43-45b4-9b83-2195fe63f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:48Z', 'updated_at': '2021-12-16T14:47:26Z', 'revision_number': 5, 'project_id': '5e537dfdd7b249c7a11a779cf629d829', 'gw_port': {'id': '72073161-ca43-45b4-9b83-2195fe63f55c', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567a9cda-2cac-4959-8715-eb2891ab52cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:48Z', 'updated_at': '2021-12-16T14:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:47:28.853130 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38f5195-f5f4-4a41-8e22-a1768ad76f73 None None] The sync data for ids ['567a9cda-2cac-4959-8715-eb2891ab52cd'] in dv-cinder-821893-3-smb is: [{'id': '567a9cda-2cac-4959-8715-eb2891ab52cd', 'name': 'tempest-TestMinimumBasicScenario-1179344543-router', 'tenant_id': '5e537dfdd7b249c7a11a779cf629d829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '72073161-ca43-45b4-9b83-2195fe63f55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:48Z', 'updated_at': '2021-12-16T14:47:26Z', 'revision_number': 5, 'project_id': '5e537dfdd7b249c7a11a779cf629d829', 'gw_port': {'id': '72073161-ca43-45b4-9b83-2195fe63f55c', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:98:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567a9cda-2cac-4959-8715-eb2891ab52cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:48Z', 'updated_at': '2021-12-16T14:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}] {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:47:28.956693 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] Pushing event updated for resources: {'Port': ['ID=279459b8-f200-42b8-9f99-6345200e45df,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:28.975131 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e7997b49-0fa3-4a6b-8811-d4000dc47e49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:28.978562 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:28.994426 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [None req-e7997b49-0fa3-4a6b-8811-d4000dc47e49 admin admin] Deleting port 72073161-ca43-45b4-9b83-2195fe63f55c {{(pid=82860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:47:28.994756 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e7997b49-0fa3-4a6b-8811-d4000dc47e49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:29.236755 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] Attempting to bind port 279459b8-f200-42b8-9f99-6345200e45df on host hv-cinder-82189 for vnic_type normal with profile {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:47:29.237115 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] Attempting to bind port 279459b8-f200-42b8-9f99-6345200e45df by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'd50bf3ac-477a-4294-b542-da39d895ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:47:29.237404 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] Attempting to bind port 279459b8-f200-42b8-9f99-6345200e45df on network 3062d311-86e2-4c14-9d80-ccf9653094b2 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:47:29.260819 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] Port 279459b8-f200-42b8-9f99-6345200e45df on network 3062d311-86e2-4c14-9d80-ccf9653094b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 16 14:47:29.261207 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] Attempting to bind port 279459b8-f200-42b8-9f99-6345200e45df on network 3062d311-86e2-4c14-9d80-ccf9653094b2 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:47:29.301215 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-e7997b49-0fa3-4a6b-8811-d4000dc47e49 admin admin] For port 72073161-ca43-45b4-9b83-2195fe63f55c, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=72073161-ca43-45b4-9b83-2195fe63f55c,segment=NetworkSegment(4f5dda31-b5b1-4742-b2db-5b9a26752cae),segment_id=4f5dda31-b5b1-4742-b2db-5b9a26752cae)] {{(pid=82860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:47:29.301753 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e7997b49-0fa3-4a6b-8811-d4000dc47e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:29.383244 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] Checking agent: {'id': '01466b47-b9e9-4bec-ae02-30c05024f419', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:47:29.383596 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] Checking segment: {'id': 'd50bf3ac-477a-4294-b542-da39d895ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:47:29.384165 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] Bound using segment: {'id': 'd50bf3ac-477a-4294-b542-da39d895ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:47:29.384898 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] Bound port: 279459b8-f200-42b8-9f99-6345200e45df, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50bf3ac-477a-4294-b542-da39d895ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:47:29.385346 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:29.485148 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [None req-e7997b49-0fa3-4a6b-8811-d4000dc47e49 admin admin] Calling delete_port for 72073161-ca43-45b4-9b83-2195fe63f55c owned by network:router_gateway {{(pid=82860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:47:29.706572 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] For port 279459b8-f200-42b8-9f99-6345200e45df, host hv-cinder-82189, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:47:29.711264 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] For port 279459b8-f200-42b8-9f99-6345200e45df, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=279459b8-f200-42b8-9f99-6345200e45df,segment=NetworkSegment(d50bf3ac-477a-4294-b542-da39d895ed15),segment_id=d50bf3ac-477a-4294-b542-da39d895ed15)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:47:29.720484 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482886'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:29.726796 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-269a134a-2925-44e2-a272-2a0879cc3ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:29.819677 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:29.821086 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] 10.222.0.62 "PUT /v2.0/ports/279459b8-f200-42b8-9f99-6345200e45df HTTP/1.1" status: 200 len: 1093 time: 1.9792233 Dec 16 14:47:29.821618 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d89d2ff-f3b7-406e-845b-1084a432d53a', 'tag': '279459b8-f200-42b8-9f99-6345200e45df'}] {{(pid=82860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:47:29.844568 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1630c-7b60-4ddf-b644-9467de85b29d req-9c649e96-f5d9-412c-960c-ee150a2779f0 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:29.845412 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-50e1630c-7b60-4ddf-b644-9467de85b29d req-9c649e96-f5d9-412c-960c-ee150a2779f0 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Synchronizing usage tracker for tenant:9b91e2bcae2c47e78bdc752b5cb5b02b on resource:port {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:47:29.892738 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d89d2ff-f3b7-406e-845b-1084a432d53a', 'tag': '279459b8-f200-42b8-9f99-6345200e45df', 'status': 'completed', 'code': 200} Dec 16 14:47:29.898477 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] Pushing event updated for resources: {'Port': ['ID=279459b8-f200-42b8-9f99-6345200e45df,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:29.907931 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-1eacacb1-7f01-40e1-949c-d54efb04e244 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:29.970814 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-50e1630c-7b60-4ddf-b644-9467de85b29d req-9c649e96-f5d9-412c-960c-ee150a2779f0 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Unset dirty status for tenant:9b91e2bcae2c47e78bdc752b5cb5b02b on resource:port {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:47:29.971964 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-50e1630c-7b60-4ddf-b644-9467de85b29d req-9c649e96-f5d9-412c-960c-ee150a2779f0 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d89d2ff-f3b7-406e-845b-1084a432d53a HTTP/1.1" status: 200 len: 943 time: 0.4155931 Dec 16 14:47:30.012678 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e7997b49-0fa3-4a6b-8811-d4000dc47e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:30.018695 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-943bea8b-a52d-4176-b870-ff486863c49b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:30.081914 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7997b49-0fa3-4a6b-8811-d4000dc47e49 admin admin] Pushing event deleted for resources: {'Port': ['ID=72073161-ca43-45b4-9b83-2195fe63f55c,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:30.087699 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-e7997b49-0fa3-4a6b-8811-d4000dc47e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:30.121850 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-50e1630c-7b60-4ddf-b644-9467de85b29d req-d69fe40b-3835-41e3-bbc8-aba2aeddd5a0 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429718 Dec 16 14:47:30.180648 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-16af16ab-6ce2-44b3-a9ae-45700cc4e710 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9b91e2bcae2c47e78bdc752b5cb5b02b&device_id=2d89d2ff-f3b7-406e-845b-1084a432d53a HTTP/1.1" status: 200 len: 1096 time: 0.2741089 Dec 16 14:47:30.323007 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-1fe8da5d-4599-4f8e-bfa1-f68708269c4b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=279459b8-f200-42b8-9f99-6345200e45df HTTP/1.1" status: 200 len: 217 time: 0.1264250 Dec 16 14:47:30.437361 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e7997b49-0fa3-4a6b-8811-d4000dc47e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377829'] for router_gateway, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:30.696319 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-e0643ed3-b58a-4a1c-88a9-fcbe18c91698 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:30.697809 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-e0643ed3-b58a-4a1c-88a9-fcbe18c91698 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85e09500-de1f-4f8c-ac24-b9630227d9b8 HTTP/1.1" status: 200 len: 855 time: 0.3154087 Dec 16 14:47:30.869744 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-c5d297bf-2943-45af-b672-d02eed2a116d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3062d311-86e2-4c14-9d80-ccf9653094b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124909 Dec 16 14:47:30.877363 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e7997b49-0fa3-4a6b-8811-d4000dc47e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61118'] for router, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:30.932247 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 57906d4f-4bac-41df-be29-5e5a2bbc0646 no longer exists at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:47:30.961919 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e7997b49-0fa3-4a6b-8811-d4000dc47e49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:30.968917 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] No Port match for: 57906d4f-4bac-41df-be29-5e5a2bbc0646 {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:47:30.969315 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 57906d4f-4bac-41df-be29-5e5a2bbc0646 not bound to the agent host dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:47:31.047422 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e7997b49-0fa3-4a6b-8811-d4000dc47e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-422089'] for router, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:31.048020 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7997b49-0fa3-4a6b-8811-d4000dc47e49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 567a9cda-2cac-4959-8715-eb2891ab52cd {{(pid=82860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 14:47:31.062615 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-4b4650e7-7899-46be-b3aa-7547074ad7d0 service neutron] 10.222.0.62 "GET /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831145 Dec 16 14:47:31.094538 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-e7997b49-0fa3-4a6b-8811-d4000dc47e49 admin admin] Notify callbacks [] for router, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:31.095687 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-e7997b49-0fa3-4a6b-8811-d4000dc47e49 admin admin] 10.222.0.44 "DELETE /v2.0/routers/567a9cda-2cac-4959-8715-eb2891ab52cd HTTP/1.1" status: 204 len: 168 time: 3.3088202 Dec 16 14:47:31.098885 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36458) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:31.175407 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_v2 [None req-70513a67-3dba-475d-b1d2-c0ddcd84ccdd admin admin] Deleting subnet fe2eeb7b-7e95-415d-8b28-1d6f420cb66b {{(pid=82861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 16 14:47:31.179490 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-70513a67-3dba-475d-b1d2-c0ddcd84ccdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:31.244702 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-70513a67-3dba-475d-b1d2-c0ddcd84ccdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-855980'] for subnet, precommit_delete_associations {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:31.247444 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-846d69d8-e3d1-4d52-845a-a22bb28f3847 req-0ee004e0-44c1-4936-b98e-062c9dd593ad service neutron] 10.222.0.62 "GET /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779659 Dec 16 14:47:31.397884 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-70513a67-3dba-475d-b1d2-c0ddcd84ccdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3375631'] for subnet, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:31.432426 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-655ce89f-4c36-40b8-b38b-ec2ef90d7b71 req-533b327d-e7d3-4bac-bfe5-4e01721b3403 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9b91e2bcae2c47e78bdc752b5cb5b02b&device_id=2d89d2ff-f3b7-406e-845b-1084a432d53a HTTP/1.1" status: 200 len: 1096 time: 0.0769734 Dec 16 14:47:31.433155 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50d0be-75a2-416c-bc51-96f813d91ea1 req-96a40e22-336e-45d3-b108-02597e273d14 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:31.434866 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-ae50d0be-75a2-416c-bc51-96f813d91ea1 req-96a40e22-336e-45d3-b108-02597e273d14 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d89d2ff-f3b7-406e-845b-1084a432d53a HTTP/1.1" status: 200 len: 943 time: 0.1579278 Dec 16 14:47:31.510105 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-ae50d0be-75a2-416c-bc51-96f813d91ea1 req-614e88cb-b96b-4026-a1bd-82101b7e2796 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679984 Dec 16 14:47:31.512006 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-70513a67-3dba-475d-b1d2-c0ddcd84ccdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3375616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3754695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1404220'] for subnet, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:31.515720 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-e2174427-91a4-46f9-9fb5-0247ed339f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:31.559801 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70513a67-3dba-475d-b1d2-c0ddcd84ccdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe2eeb7b-7e95-415d-8b28-1d6f420cb66b,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:31.560721 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-70513a67-3dba-475d-b1d2-c0ddcd84ccdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:31.566140 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-70513a67-3dba-475d-b1d2-c0ddcd84ccdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:31.579383 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-70513a67-3dba-475d-b1d2-c0ddcd84ccdd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fe2eeb7b-7e95-415d-8b28-1d6f420cb66b HTTP/1.1" status: 204 len: 168 time: 0.4768734 Dec 16 14:47:31.579383 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36464) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:31.583296 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb21860-f1f7-424b-b59f-b4f6a1128eb2 None None] Network 5a9b958c-ea69-4fc6-b0da-f10c0b21dadc requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:47:31.604895 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ce89f-4c36-40b8-b38b-ec2ef90d7b71 req-79d5eb16-37e4-4326-8786-973b7761060b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:31.606654 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-655ce89f-4c36-40b8-b38b-ec2ef90d7b71 req-79d5eb16-37e4-4326-8786-973b7761060b service neutron] 10.222.0.62 "GET /v2.0/networks?id=3062d311-86e2-4c14-9d80-ccf9653094b2 HTTP/1.1" status: 200 len: 916 time: 0.1672287 Dec 16 14:47:31.683965 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-655ce89f-4c36-40b8-b38b-ec2ef90d7b71 req-b6da1ce5-f4bf-4208-b691-e7bd3b0799fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=279459b8-f200-42b8-9f99-6345200e45df HTTP/1.1" status: 200 len: 217 time: 0.0701871 Dec 16 14:47:31.700367 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1f794579-d779-44f3-a62c-af854118efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3222799'] for network, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:31.711979 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-1f794579-d779-44f3-a62c-af854118efa9 admin admin] Deleting port 4ba9775f-246c-4df7-a52a-d3b76a090995 {{(pid=82861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:47:31.712403 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1f794579-d779-44f3-a62c-af854118efa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:31.756624 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ce89f-4c36-40b8-b38b-ec2ef90d7b71 req-9bd206a9-3213-45eb-bd42-d596beb47672 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:31.758420 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-655ce89f-4c36-40b8-b38b-ec2ef90d7b71 req-9bd206a9-3213-45eb-bd42-d596beb47672 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85e09500-de1f-4f8c-ac24-b9630227d9b8 HTTP/1.1" status: 200 len: 855 time: 0.0681138 Dec 16 14:47:31.817732 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-655ce89f-4c36-40b8-b38b-ec2ef90d7b71 req-dc17c744-dbd9-4831-a768-d8d5ce09e612 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3062d311-86e2-4c14-9d80-ccf9653094b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515127 Dec 16 14:47:31.851384 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b70c85-9fa4-497f-9a7c-3912c53b3f59 None None] DHCP port deletion for 5a9b958c-ea69-4fc6-b0da-f10c0b21dadc request from dv-cinder-821893-3-smb {{(pid=82862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 16 14:47:31.856174 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-e4b70c85-9fa4-497f-9a7c-3912c53b3f59 None None] Deleting port 4ba9775f-246c-4df7-a52a-d3b76a090995 {{(pid=82862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:47:31.856567 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-e4b70c85-9fa4-497f-9a7c-3912c53b3f59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:31.962761 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-655ce89f-4c36-40b8-b38b-ec2ef90d7b71 req-299f8d4c-943a-4288-ac70-f3fd6554238f service neutron] 10.222.0.62 "GET /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377301 Dec 16 14:47:32.041946 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [None req-1f794579-d779-44f3-a62c-af854118efa9 admin admin] For port 4ba9775f-246c-4df7-a52a-d3b76a090995, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=4ba9775f-246c-4df7-a52a-d3b76a090995,segment=NetworkSegment(29ef0113-a69d-40d2-88fb-241604d70c56),segment_id=29ef0113-a69d-40d2-88fb-241604d70c56)] {{(pid=82861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:47:32.042312 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1f794579-d779-44f3-a62c-af854118efa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:32.077669 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-e4b70c85-9fa4-497f-9a7c-3912c53b3f59 None None] For port 4ba9775f-246c-4df7-a52a-d3b76a090995, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=4ba9775f-246c-4df7-a52a-d3b76a090995,segment=NetworkSegment(29ef0113-a69d-40d2-88fb-241604d70c56),segment_id=29ef0113-a69d-40d2-88fb-241604d70c56)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:47:32.078334 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-e4b70c85-9fa4-497f-9a7c-3912c53b3f59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:32.110174 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-655ce89f-4c36-40b8-b38b-ec2ef90d7b71 req-532a4aa4-0010-4101-8f38-a72d56d42510 service neutron] 10.222.0.62 "GET /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403637 Dec 16 14:47:32.169863 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-1f794579-d779-44f3-a62c-af854118efa9 admin admin] Calling delete_port for 4ba9775f-246c-4df7-a52a-d3b76a090995 owned by network:dhcp {{(pid=82861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:47:32.203734 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-e4b70c85-9fa4-497f-9a7c-3912c53b3f59 None None] Calling delete_port for 4ba9775f-246c-4df7-a52a-d3b76a090995 owned by network:dhcp {{(pid=82862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:47:32.258360 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1f794579-d779-44f3-a62c-af854118efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:32.262905 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-39396fdb-3827-429d-ab06-ac7c4a0b3904 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:32.293007 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.db.api [None req-e4b70c85-9fa4-497f-9a7c-3912c53b3f59 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 14:47:32.293304 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_db.api [None req-e4b70c85-9fa4-497f-9a7c-3912c53b3f59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 14:47:32.304902 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f794579-d779-44f3-a62c-af854118efa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba9775f-246c-4df7-a52a-d3b76a090995,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:32.309524 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-1f794579-d779-44f3-a62c-af854118efa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:32.312941 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f794579-d779-44f3-a62c-af854118efa9 admin admin] No DVR routers for this DVR port 4ba9775f-246c-4df7-a52a-d3b76a090995 on host dv-cinder-821893-3-smb {{(pid=82861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:47:32.437069 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1f794579-d779-44f3-a62c-af854118efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3377296', 'neutron.services.segments.db._delete_segments_for_network-8775664583123'] for network, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:32.463703 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-1f794579-d779-44f3-a62c-af854118efa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9b958c-ea69-4fc6-b0da-f10c0b21dadc']}} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:47:32.476982 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-1f794579-d779-44f3-a62c-af854118efa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ef0113-a69d-40d2-88fb-241604d70c56') {'for_net_delete': True} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:47:32.477261 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-1f794579-d779-44f3-a62c-af854118efa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ef0113-a69d-40d2-88fb-241604d70c56') {} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:47:32.489729 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1f794579-d779-44f3-a62c-af854118efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775664586478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-855989'] for segment, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:32.506379 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1f794579-d779-44f3-a62c-af854118efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:32.512971 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f794579-d779-44f3-a62c-af854118efa9 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=82861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 16 14:47:32.513359 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1f794579-d779-44f3-a62c-af854118efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3754089'] for segment, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: Traceback (most recent call last): Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: timer() Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: cb(*args, **kw) Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: return func(*args, **kwargs) Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: self._notify() Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: self.callback(batched_events) Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: event.method(event) Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: return f(self, *a, **k) Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: return self._get(url).json() Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: return self.request(url, 'GET', **kwargs) Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:47:32.526608 dv-cinder-821893-3-smb neutron-server[82861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:47:32.613200 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1f794579-d779-44f3-a62c-af854118efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3377289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377742'] for network, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:32.618416 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-1f794579-d779-44f3-a62c-af854118efa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:32.623144 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-b5dd0d46-8c05-4dd3-8289-64bae1f43cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:32.647467 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f794579-d779-44f3-a62c-af854118efa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a9b958c-ea69-4fc6-b0da-f10c0b21dadc,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:32.650094 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-1f794579-d779-44f3-a62c-af854118efa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:32.653238 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-1f794579-d779-44f3-a62c-af854118efa9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5a9b958c-ea69-4fc6-b0da-f10c0b21dadc HTTP/1.1" status: 204 len: 168 time: 1.0698600 Dec 16 14:47:32.737465 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2de45-6536-47cc-9808-5f46ad23b49e req-18495971-cc61-41c1-b309-3742df39875e tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:32.739043 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-bae2de45-6536-47cc-9808-5f46ad23b49e req-18495971-cc61-41c1-b309-3742df39875e tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d89d2ff-f3b7-406e-845b-1084a432d53a HTTP/1.1" status: 200 len: 943 time: 0.0899601 Dec 16 14:47:32.785543 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-bae2de45-6536-47cc-9808-5f46ad23b49e req-e446c50b-3fef-4690-aa50-45430dcc6503 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409873 Dec 16 14:47:32.795103 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-e4b70c85-9fa4-497f-9a7c-3912c53b3f59 None None] Deleting port 4ba9775f-246c-4df7-a52a-d3b76a090995 {{(pid=82862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:47:32.795729 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-e4b70c85-9fa4-497f-9a7c-3912c53b3f59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:32.866014 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-e4b70c85-9fa4-497f-9a7c-3912c53b3f59 None None] The port '4ba9775f-246c-4df7-a52a-d3b76a090995' was deleted {{(pid=82862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 16 14:47:32.883629 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 36472) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:32.912114 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 4ba9775f-246c-4df7-a52a-d3b76a090995 no longer exists at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:47:32.941062 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-4ed3ad72-25b6-4126-9623-956185e49263 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b0c2a5f459f440c7b8e9f28675d07218&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0558763 Dec 16 14:47:32.943405 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 36476) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:32.946022 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] No Port match for: 4ba9775f-246c-4df7-a52a-d3b76a090995 {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:47:32.946365 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 4ba9775f-246c-4df7-a52a-d3b76a090995 not bound to the agent host dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:47:32.946771 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 72073161-ca43-45b4-9b83-2195fe63f55c no longer exists at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:47:32.984303 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] No Port match for: 72073161-ca43-45b4-9b83-2195fe63f55c {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:47:32.984623 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 72073161-ca43-45b4-9b83-2195fe63f55c not bound to the agent host dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:47:33.016110 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-6c80e060-f7c6-4dd3-8210-f04dddd918fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:33.038634 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 279459b8-f200-42b8-9f99-6345200e45df details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:47:33.043003 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-6c80e060-f7c6-4dd3-8210-f04dddd918fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:33.097244 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-6c80e060-f7c6-4dd3-8210-f04dddd918fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:33.102362 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-a9178edc-2ef9-47bb-9262-39080a8e976a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:33.117308 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80e060-f7c6-4dd3-8210-f04dddd918fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:33.123933 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-6c80e060-f7c6-4dd3-8210-f04dddd918fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:33.133255 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-6c80e060-f7c6-4dd3-8210-f04dddd918fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:33.135030 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-6c80e060-f7c6-4dd3-8210-f04dddd918fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bbafb20b-bdd7-4628-b73c-5d5b3b64c2c2 HTTP/1.1" status: 204 len: 168 time: 0.1900883 Dec 16 14:47:33.197860 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 279459b8-f200-42b8-9f99-6345200e45df, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=279459b8-f200-42b8-9f99-6345200e45df,segment=NetworkSegment(d50bf3ac-477a-4294-b542-da39d895ed15),segment_id=d50bf3ac-477a-4294-b542-da39d895ed15)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:47:33.212042 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Returning: {'device': '279459b8-f200-42b8-9f99-6345200e45df', 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2', 'port_id': '279459b8-f200-42b8-9f99-6345200e45df', 'mac_address': 'fa:16:3e:1e:9d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e09500-de1f-4f8c-ac24-b9630227d9b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:47:33.270441 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:33.288432 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 279459b8-f200-42b8-9f99-6345200e45df {{(pid=82862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:47:33.304077 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 279459b8-f200-42b8-9f99-6345200e45df, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=279459b8-f200-42b8-9f99-6345200e45df,segment=NetworkSegment(d50bf3ac-477a-4294-b542-da39d895ed15),segment_id=d50bf3ac-477a-4294-b542-da39d895ed15)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:47:33.309616 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:33.311508 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:33.383654 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=279459b8-f200-42b8-9f99-6345200e45df,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:33.393487 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:33.393857 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:33.394191 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:33.394518 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:33.394853 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:33.395166 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:33.395483 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:33.395802 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:33.396132 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:33.396448 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:33.396760 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:33.400699 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:33.573004 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 36484) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:33.629087 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-bdfc0223-cb60-4cb1-935b-e83d1f2e3a81 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e537dfdd7b249c7a11a779cf629d829&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0546460 Dec 16 14:47:33.631783 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36488) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:33.656493 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['279459b8-f200-42b8-9f99-6345200e45df'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:47:33.709265 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3e33ac99-f295-403a-9df3-9efceafdb513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:33.744849 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3e33ac99-f295-403a-9df3-9efceafdb513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:33.812422 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3e33ac99-f295-403a-9df3-9efceafdb513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:33.819211 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-bd506fdf-4b45-4a14-8b3e-e48037a4ce73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:33.834724 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33ac99-f295-403a-9df3-9efceafdb513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6c9bcc-beac-4cf5-a4ce-67776076bdd8,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:33.841082 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-3e33ac99-f295-403a-9df3-9efceafdb513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:33.847120 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-3e33ac99-f295-403a-9df3-9efceafdb513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:33.853452 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-3e33ac99-f295-403a-9df3-9efceafdb513 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a6c9bcc-beac-4cf5-a4ce-67776076bdd8 HTTP/1.1" status: 204 len: 168 time: 0.2159152 Dec 16 14:47:34.083974 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8076cad-f64d-4881-b6d1-65a698c90610 req-0125a32d-0cc8-4476-ac3d-2368a4c50830 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:34.086092 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c8076cad-f64d-4881-b6d1-65a698c90610 req-0125a32d-0cc8-4476-ac3d-2368a4c50830 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d89d2ff-f3b7-406e-845b-1084a432d53a HTTP/1.1" status: 200 len: 944 time: 0.0839171 Dec 16 14:47:34.146647 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c8076cad-f64d-4881-b6d1-65a698c90610 req-bd30d94c-7338-469f-8086-ed621da24d97 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522261 Dec 16 14:47:35.055036 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 279459b8-f200-42b8-9f99-6345200e45df up at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:47:35.153832 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning for port 279459b8-f200-42b8-9f99-6345200e45df completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:47:35.158743 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning complete for port 279459b8-f200-42b8-9f99-6345200e45df triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:47:35.159103 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:35.291103 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:35.337139 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d89d2ff-f3b7-406e-845b-1084a432d53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279459b8-f200-42b8-9f99-6345200e45df'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:47:35.354104 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 279459b8-f200-42b8-9f99-6345200e45df, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=279459b8-f200-42b8-9f99-6345200e45df,segment=NetworkSegment(d50bf3ac-477a-4294-b542-da39d895ed15),segment_id=d50bf3ac-477a-4294-b542-da39d895ed15)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:47:35.363851 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:35.366836 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:35.427338 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d89d2ff-f3b7-406e-845b-1084a432d53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279459b8-f200-42b8-9f99-6345200e45df', 'code': 200} Dec 16 14:47:35.468625 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=279459b8-f200-42b8-9f99-6345200e45df,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:35.471928 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:35.499567 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed866c3-e94f-4a75-accc-10792695f2fb req-1c07141a-8cf5-454b-be7a-caa7a8451470 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:35.501265 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-2ed866c3-e94f-4a75-accc-10792695f2fb req-1c07141a-8cf5-454b-be7a-caa7a8451470 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d89d2ff-f3b7-406e-845b-1084a432d53a HTTP/1.1" status: 200 len: 944 time: 0.2249837 Dec 16 14:47:35.557553 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-2ed866c3-e94f-4a75-accc-10792695f2fb req-9beeafeb-6f02-45ff-988d-f996660d48c2 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489411 Dec 16 14:47:35.718609 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c41983d7-c779-4c5e-8df3-6b97a2185b1b req-e1de1a7e-67af-430b-861d-b1701c30a66b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2d89d2ff-f3b7-406e-845b-1084a432d53a HTTP/1.1" status: 200 len: 1098 time: 0.0750661 Dec 16 14:47:35.770439 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-c41983d7-c779-4c5e-8df3-6b97a2185b1b req-3b4d3211-9025-46b4-93d6-47e74fcd310b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425572 Dec 16 14:47:36.771179 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024210c-8377-4528-8a66-7feb99a5c9e0 req-d16468e8-8108-47b4-8f76-e53906db8758 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:36.772649 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-9024210c-8377-4528-8a66-7feb99a5c9e0 req-d16468e8-8108-47b4-8f76-e53906db8758 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d89d2ff-f3b7-406e-845b-1084a432d53a HTTP/1.1" status: 200 len: 945 time: 0.0858383 Dec 16 14:47:36.822386 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-9024210c-8377-4528-8a66-7feb99a5c9e0 req-05e11280-0d18-4b65-835a-1f8e9f2ad28c tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430150 Dec 16 14:47:37.396136 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-bf392a1a-122e-429d-8865-d4b00ce230fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:38.042348 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae1e89-66f3-4e70-bfef-01418e0744f3 req-54094e2b-8c08-4dbc-a68d-d15c267d032a tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:38.044572 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a2ae1e89-66f3-4e70-bfef-01418e0744f3 req-54094e2b-8c08-4dbc-a68d-d15c267d032a tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d89d2ff-f3b7-406e-845b-1084a432d53a HTTP/1.1" status: 200 len: 945 time: 0.0863709 Dec 16 14:47:38.093811 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a2ae1e89-66f3-4e70-bfef-01418e0744f3 req-7953e94b-4beb-4e12-a308-22fe9632de77 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431678 Dec 16 14:47:39.860112 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-c5e40ebf-56b7-4ad0-9d56-bcf15bfb4f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:40.791008 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:41.078279 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:42.390477 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:43.425273 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:44.958157 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-0a6f79c3-7b84-42af-8c0c-5300676d60f4 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:44.959616 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-0a6f79c3-7b84-42af-8c0c-5300676d60f4 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/networks?id=3062d311-86e2-4c14-9d80-ccf9653094b2 HTTP/1.1" status: 200 len: 815 time: 0.1496899 Dec 16 14:47:44.976794 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-916da0ea-4f6f-48a2-ad77-c2e56f3e1a5f tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/quotas/9b91e2bcae2c47e78bdc752b5cb5b02b HTTP/1.1" status: 200 len: 375 time: 0.0116160 Dec 16 14:47:45.067393 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-c52151c7-2130-47bc-a9e8-60857a2258d7 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b91e2bcae2c47e78bdc752b5cb5b02b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0849991 Dec 16 14:47:45.201475 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-85a06e4a-27ea-48bf-8b47-5218ae13a79a service neutron] 10.222.0.44 "GET /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272383 Dec 16 14:47:45.340603 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-03a3d82b-22d2-4f97-a22c-a82989b3e564 service neutron] 10.222.0.44 "GET /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302230 Dec 16 14:47:45.542252 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-06f281f0-1c16-4cdf-895d-c06a0996cf5d req-e0c77153-6c7e-4650-8f65-1551cee28ad6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8779cfa-e159-4b81-af33-e37066666abc HTTP/1.1" status: 200 len: 210 time: 0.0438454 Dec 16 14:47:46.736952 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d6e834ad-a95d-49da-84cb-f431f2d3fdc8 req-06cb362b-6813-4f14-8c6d-f7dee1364470 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8779cfa-e159-4b81-af33-e37066666abc HTTP/1.1" status: 200 len: 210 time: 0.0655513 Dec 16 14:47:46.867432 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-ea6f930f-8eb9-40b5-b3f4-1e98cb01f420 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:46.868851 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-ea6f930f-8eb9-40b5-b3f4-1e98cb01f420 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.62 "GET /v2.0/networks?id=3062d311-86e2-4c14-9d80-ccf9653094b2 HTTP/1.1" status: 200 len: 815 time: 0.1604879 Dec 16 14:47:46.894459 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-dbd79fe3-7c13-4729-9ed4-3e3b6d384c92 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Request body: {'port': {'device_id': 'f8779cfa-e159-4b81-af33-e37066666abc', 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2', 'admin_state_up': True, 'tenant_id': '9b91e2bcae2c47e78bdc752b5cb5b02b'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:47:47.038590 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-dbd79fe3-7c13-4729-9ed4-3e3b6d384c92 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:47:47.050285 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-dbd79fe3-7c13-4729-9ed4-3e3b6d384c92 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:47:47.063361 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-dbd79fe3-7c13-4729-9ed4-3e3b6d384c92 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Made reservation on behalf of 9b91e2bcae2c47e78bdc752b5cb5b02b for: {'port': 1} {{(pid=82860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:47:47.066728 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-dbd79fe3-7c13-4729-9ed4-3e3b6d384c92 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:47.262958 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_common [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-dbd79fe3-7c13-4729-9ed4-3e3b6d384c92 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Allocated IP 172.20.0.12 (3062d311-86e2-4c14-9d80-ccf9653094b2/85e09500-de1f-4f8c-ac24-b9630227d9b8/f07447a2-9a63-40d8-b52e-6c33c6c96411) {{(pid=82860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:47:47.472629 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-dbd79fe3-7c13-4729-9ed4-3e3b6d384c92 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks [] for port, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:47.504090 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-dbd79fe3-7c13-4729-9ed4-3e3b6d384c92 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:47.510201 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-f0435c23-5783-4b5e-90a1-b9d6120addaf tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:47.550035 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['eee3874d-1c04-47a7-82df-c2cd89273def', 'b40b30d9-be8a-40bd-bfcc-32f4285fc737', '279459b8-f200-42b8-9f99-6345200e45df'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:47:47.577979 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-dbd79fe3-7c13-4729-9ed4-3e3b6d384c92 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Network 3062d311-86e2-4c14-9d80-ccf9653094b2 is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:47:47.585869 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-dbd79fe3-7c13-4729-9ed4-3e3b6d384c92 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:47:47.590145 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-dbd79fe3-7c13-4729-9ed4-3e3b6d384c92 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Received port after_create {{(pid=82860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:47:47.621188 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd79fe3-7c13-4729-9ed4-3e3b6d384c92 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Pushing event updated for resources: {'Port': ['ID=f07447a2-9a63-40d8-b52e-6c33c6c96411,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:47.628221 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-dbd79fe3-7c13-4729-9ed4-3e3b6d384c92 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:47.657561 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-dbd79fe3-7c13-4729-9ed4-3e3b6d384c92 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:47.658175 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-dbd79fe3-7c13-4729-9ed4-3e3b6d384c92 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:47.685264 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-dbd79fe3-7c13-4729-9ed4-3e3b6d384c92 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7946994 Dec 16 14:47:47.705082 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] Request body: {'port': {'device_id': 'f8779cfa-e159-4b81-af33-e37066666abc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:47:47.924471 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:47.948153 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5422f1c-a2d3-4cb2-b26f-b3b02ae9eb53 req-9c5ec0fe-17e7-421e-884c-ef531890d1c0 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:47.949614 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-b5422f1c-a2d3-4cb2-b26f-b3b02ae9eb53 req-9c5ec0fe-17e7-421e-884c-ef531890d1c0 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8779cfa-e159-4b81-af33-e37066666abc HTTP/1.1" status: 200 len: 932 time: 0.0894639 Dec 16 14:47:47.995726 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-b5422f1c-a2d3-4cb2-b26f-b3b02ae9eb53 req-13579c0f-750e-4ae0-8249-2460386cbd89 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400031 Dec 16 14:47:48.275212 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f07447a2-9a63-40d8-b52e-6c33c6c96411 {{(pid=82860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:47:48.282596 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:48.297462 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] Transition to ACTIVE for port object f07447a2-9a63-40d8-b52e-6c33c6c96411 will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:47:48.302921 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482886'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:48.308134 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-0d8d1a80-3e52-4b8b-8d04-ff5dc7af4e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:48.427951 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] Pushing event updated for resources: {'Port': ['ID=f07447a2-9a63-40d8-b52e-6c33c6c96411,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:48.432436 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:48.541431 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] Attempting to bind port f07447a2-9a63-40d8-b52e-6c33c6c96411 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:47:48.541697 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] Attempting to bind port f07447a2-9a63-40d8-b52e-6c33c6c96411 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'd50bf3ac-477a-4294-b542-da39d895ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:47:48.541983 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] Attempting to bind port f07447a2-9a63-40d8-b52e-6c33c6c96411 on network 3062d311-86e2-4c14-9d80-ccf9653094b2 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:47:48.549502 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] Port f07447a2-9a63-40d8-b52e-6c33c6c96411 on network 3062d311-86e2-4c14-9d80-ccf9653094b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 16 14:47:48.549839 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] Attempting to bind port f07447a2-9a63-40d8-b52e-6c33c6c96411 on network 3062d311-86e2-4c14-9d80-ccf9653094b2 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:47:48.556558 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] Checking agent: {'id': '01466b47-b9e9-4bec-ae02-30c05024f419', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:47:48.556879 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] Checking segment: {'id': 'd50bf3ac-477a-4294-b542-da39d895ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:47:48.557247 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] Bound using segment: {'id': 'd50bf3ac-477a-4294-b542-da39d895ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:47:48.557704 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] Bound port: f07447a2-9a63-40d8-b52e-6c33c6c96411, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50bf3ac-477a-4294-b542-da39d895ed15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:47:48.558018 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:48.647528 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] For port f07447a2-9a63-40d8-b52e-6c33c6c96411, host hv-cinder-82189, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:47:48.650723 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] For port f07447a2-9a63-40d8-b52e-6c33c6c96411, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=f07447a2-9a63-40d8-b52e-6c33c6c96411,segment=NetworkSegment(d50bf3ac-477a-4294-b542-da39d895ed15),segment_id=d50bf3ac-477a-4294-b542-da39d895ed15)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:47:48.657065 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482886'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:48.660977 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:48.737197 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:48.738645 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] 10.222.0.62 "PUT /v2.0/ports/f07447a2-9a63-40d8-b52e-6c33c6c96411 HTTP/1.1" status: 200 len: 1094 time: 1.0386910 Dec 16 14:47:48.739402 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8779cfa-e159-4b81-af33-e37066666abc', 'tag': 'f07447a2-9a63-40d8-b52e-6c33c6c96411'}] {{(pid=82860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:47:48.770460 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] Pushing event updated for resources: {'Port': ['ID=f07447a2-9a63-40d8-b52e-6c33c6c96411,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:48.775567 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-00ab26b6-a1cb-427b-88e8-e980ef619725 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:48.827862 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8779cfa-e159-4b81-af33-e37066666abc', 'tag': 'f07447a2-9a63-40d8-b52e-6c33c6c96411', 'status': 'completed', 'code': 200} Dec 16 14:47:48.873503 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-5236f81e-fdd9-4e6a-9b59-94e7855c0d37 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9b91e2bcae2c47e78bdc752b5cb5b02b&device_id=f8779cfa-e159-4b81-af33-e37066666abc HTTP/1.1" status: 200 len: 1097 time: 0.0766547 Dec 16 14:47:48.956680 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-dae4796d-a00e-41b9-95a3-6d06982e999c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f07447a2-9a63-40d8-b52e-6c33c6c96411 HTTP/1.1" status: 200 len: 217 time: 0.0667653 Dec 16 14:47:49.024159 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-f0538e1d-6a5a-4b08-85e9-b104dba7b021 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:49.025719 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-f0538e1d-6a5a-4b08-85e9-b104dba7b021 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85e09500-de1f-4f8c-ac24-b9630227d9b8 HTTP/1.1" status: 200 len: 855 time: 0.0620792 Dec 16 14:47:49.079833 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-1bb2bb06-73c8-40eb-a3b8-1a68ce87e811 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3062d311-86e2-4c14-9d80-ccf9653094b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459435 Dec 16 14:47:49.219208 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed295c4-061a-4cc7-94c4-a5e9e742c5ff req-8a5d29b7-b778-43c7-837e-170754506260 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:49.220771 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-4ed295c4-061a-4cc7-94c4-a5e9e742c5ff req-8a5d29b7-b778-43c7-837e-170754506260 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8779cfa-e159-4b81-af33-e37066666abc HTTP/1.1" status: 200 len: 944 time: 0.0885575 Dec 16 14:47:49.230854 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-9ee356d7-bf15-4321-a87e-3d6c7aaff102 service neutron] 10.222.0.62 "GET /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425633 Dec 16 14:47:49.269174 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-4ed295c4-061a-4cc7-94c4-a5e9e742c5ff req-b1c3fb2e-9e25-4cb9-b527-028d7b9d2b28 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422807 Dec 16 14:47:49.376072 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-3e096279-2594-4911-aa56-c4b4c242ebdd req-34d6a94a-b25e-43c1-8e8e-218aad6d6970 service neutron] 10.222.0.62 "GET /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386645 Dec 16 14:47:49.581992 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-462a1434-3774-4a9f-b544-f62744af25c0 req-3a1f75cd-8d36-4ad3-a01a-d1f1c0001fda service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9b91e2bcae2c47e78bdc752b5cb5b02b&device_id=f8779cfa-e159-4b81-af33-e37066666abc HTTP/1.1" status: 200 len: 1097 time: 0.0758123 Dec 16 14:47:49.732795 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a1434-3774-4a9f-b544-f62744af25c0 req-fc58f3e4-1d28-4e09-b980-ea79e1381842 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:49.734342 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-462a1434-3774-4a9f-b544-f62744af25c0 req-fc58f3e4-1d28-4e09-b980-ea79e1381842 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3062d311-86e2-4c14-9d80-ccf9653094b2 HTTP/1.1" status: 200 len: 916 time: 0.1380882 Dec 16 14:47:49.919458 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-462a1434-3774-4a9f-b544-f62744af25c0 req-51535c8f-38a4-4242-8083-326138236c8d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f07447a2-9a63-40d8-b52e-6c33c6c96411 HTTP/1.1" status: 200 len: 217 time: 0.1722882 Dec 16 14:47:50.003619 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a1434-3774-4a9f-b544-f62744af25c0 req-03935954-c013-48c3-8eca-d825070a4605 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:50.005097 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-462a1434-3774-4a9f-b544-f62744af25c0 req-03935954-c013-48c3-8eca-d825070a4605 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85e09500-de1f-4f8c-ac24-b9630227d9b8 HTTP/1.1" status: 200 len: 855 time: 0.0761750 Dec 16 14:47:50.052397 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-462a1434-3774-4a9f-b544-f62744af25c0 req-f604c867-da0b-4a23-b8ff-e7aef9f5bf33 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3062d311-86e2-4c14-9d80-ccf9653094b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391514 Dec 16 14:47:50.189155 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-462a1434-3774-4a9f-b544-f62744af25c0 req-ae7ba569-66e2-4eee-9b04-9abd340242e7 service neutron] 10.222.0.62 "GET /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289718 Dec 16 14:47:50.334546 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-462a1434-3774-4a9f-b544-f62744af25c0 req-3867d950-5cde-4c4c-820e-7e9f397859aa service neutron] 10.222.0.62 "GET /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364212 Dec 16 14:47:50.483883 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4aa57-b3c6-4d6b-ad96-41277929e74e req-f3a14be5-137e-4e6d-afa4-f067e00ed8d6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:50.484592 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-70a4aa57-b3c6-4d6b-ad96-41277929e74e req-f3a14be5-137e-4e6d-afa4-f067e00ed8d6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Synchronizing usage tracker for tenant:9b91e2bcae2c47e78bdc752b5cb5b02b on resource:port {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:47:50.502373 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-70a4aa57-b3c6-4d6b-ad96-41277929e74e req-f3a14be5-137e-4e6d-afa4-f067e00ed8d6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Unset dirty status for tenant:9b91e2bcae2c47e78bdc752b5cb5b02b on resource:port {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:47:50.503563 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-70a4aa57-b3c6-4d6b-ad96-41277929e74e req-f3a14be5-137e-4e6d-afa4-f067e00ed8d6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8779cfa-e159-4b81-af33-e37066666abc HTTP/1.1" status: 200 len: 944 time: 0.1091409 Dec 16 14:47:50.551715 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-70a4aa57-b3c6-4d6b-ad96-41277929e74e req-8992ac3a-a8e4-4acd-991d-9acae3224e10 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423577 Dec 16 14:47:51.165578 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device f07447a2-9a63-40d8-b52e-6c33c6c96411 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:47:51.313388 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port f07447a2-9a63-40d8-b52e-6c33c6c96411, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=f07447a2-9a63-40d8-b52e-6c33c6c96411,segment=NetworkSegment(d50bf3ac-477a-4294-b542-da39d895ed15),segment_id=d50bf3ac-477a-4294-b542-da39d895ed15)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:47:51.326896 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Returning: {'device': 'f07447a2-9a63-40d8-b52e-6c33c6c96411', 'network_id': '3062d311-86e2-4c14-9d80-ccf9653094b2', 'port_id': 'f07447a2-9a63-40d8-b52e-6c33c6c96411', 'mac_address': 'fa:16:3e:e9:0d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e09500-de1f-4f8c-ac24-b9630227d9b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:47:51.388952 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:51.412390 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f07447a2-9a63-40d8-b52e-6c33c6c96411 {{(pid=82862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:47:51.429070 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port f07447a2-9a63-40d8-b52e-6c33c6c96411, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=f07447a2-9a63-40d8-b52e-6c33c6c96411,segment=NetworkSegment(d50bf3ac-477a-4294-b542-da39d895ed15),segment_id=d50bf3ac-477a-4294-b542-da39d895ed15)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:47:51.433525 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:51.435315 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:51.505848 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=f07447a2-9a63-40d8-b52e-6c33c6c96411,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:51.509033 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:51.757275 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91097f-77d6-4cf1-afb2-2ae72e16079d req-40a6d030-093a-4815-aa39-b84780056159 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:51.758733 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2f91097f-77d6-4cf1-afb2-2ae72e16079d req-40a6d030-093a-4815-aa39-b84780056159 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8779cfa-e159-4b81-af33-e37066666abc HTTP/1.1" status: 200 len: 945 time: 0.0818608 Dec 16 14:47:51.783760 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['f07447a2-9a63-40d8-b52e-6c33c6c96411'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:47:51.810831 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2f91097f-77d6-4cf1-afb2-2ae72e16079d req-1ab272ef-3c5d-4015-878e-d01141f75e82 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447779 Dec 16 14:47:53.015773 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f19e5-4e69-4d7c-a92d-510a21e0c88a req-3b206b54-72e8-4b04-8b0d-db09eb95d5c1 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:53.017263 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-219f19e5-4e69-4d7c-a92d-510a21e0c88a req-3b206b54-72e8-4b04-8b0d-db09eb95d5c1 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8779cfa-e159-4b81-af33-e37066666abc HTTP/1.1" status: 200 len: 945 time: 0.0811040 Dec 16 14:47:53.066590 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-219f19e5-4e69-4d7c-a92d-510a21e0c88a req-8e6d3ed0-6b32-4430-940b-7f05eba42a04 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437014 Dec 16 14:47:53.194463 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device f07447a2-9a63-40d8-b52e-6c33c6c96411 up at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:47:53.266383 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning for port f07447a2-9a63-40d8-b52e-6c33c6c96411 completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:47:53.271836 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning complete for port f07447a2-9a63-40d8-b52e-6c33c6c96411 triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:47:53.272219 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:53.408157 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:53.437432 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8779cfa-e159-4b81-af33-e37066666abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07447a2-9a63-40d8-b52e-6c33c6c96411'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:47:53.447429 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port f07447a2-9a63-40d8-b52e-6c33c6c96411, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=f07447a2-9a63-40d8-b52e-6c33c6c96411,segment=NetworkSegment(d50bf3ac-477a-4294-b542-da39d895ed15),segment_id=d50bf3ac-477a-4294-b542-da39d895ed15)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:47:53.452679 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:53.456678 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:53.497877 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8779cfa-e159-4b81-af33-e37066666abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07447a2-9a63-40d8-b52e-6c33c6c96411', 'code': 200} Dec 16 14:47:53.523491 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=f07447a2-9a63-40d8-b52e-6c33c6c96411,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:53.527098 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:53.799927 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d3424c71-93c3-43cd-8c7c-cb206caadcc5 req-c672fcd3-2a7b-4ced-bf90-40aeadbff3ba service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f8779cfa-e159-4b81-af33-e37066666abc HTTP/1.1" status: 200 len: 1099 time: 0.0832601 Dec 16 14:47:53.854539 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d3424c71-93c3-43cd-8c7c-cb206caadcc5 req-7c9c4062-ddf8-4bf4-b99a-569f93323361 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403526 Dec 16 14:47:54.283004 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cb543-c87a-49ac-863b-540a62c2060e req-dd59ebc5-431c-4e60-ac87-f8de92e221a8 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:54.284503 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-070cb543-c87a-49ac-863b-540a62c2060e req-dd59ebc5-431c-4e60-ac87-f8de92e221a8 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8779cfa-e159-4b81-af33-e37066666abc HTTP/1.1" status: 200 len: 946 time: 0.0853179 Dec 16 14:47:54.337275 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-070cb543-c87a-49ac-863b-540a62c2060e req-efea713d-8efb-41a2-b710-8b298b6bd770 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468302 Dec 16 14:47:55.543911 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f271a98-2c1a-43e2-b50d-20ead20820ee req-d9b9782e-6977-4145-8909-5b9ed5eae9cc tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:47:55.545441 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-4f271a98-2c1a-43e2-b50d-20ead20820ee req-d9b9782e-6977-4145-8909-5b9ed5eae9cc tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8779cfa-e159-4b81-af33-e37066666abc HTTP/1.1" status: 200 len: 946 time: 0.0823867 Dec 16 14:47:55.595379 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-4f271a98-2c1a-43e2-b50d-20ead20820ee req-082cded8-b9be-43f7-90c9-533653e638be tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439432 Dec 16 14:47:57.743288 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36602) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:47:58.171144 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-d9562cc3-2cd4-4831-b1f9-37fbb854cc6f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Deleting port 01832d82-e146-4939-8ea8-9618dc50d898 {{(pid=82861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:47:58.171575 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d9562cc3-2cd4-4831-b1f9-37fbb854cc6f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:58.372756 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d9562cc3-2cd4-4831-b1f9-37fbb854cc6f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:58.373067 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d9562cc3-2cd4-4831-b1f9-37fbb854cc6f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:58.494622 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-d9562cc3-2cd4-4831-b1f9-37fbb854cc6f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Calling delete_port for 01832d82-e146-4939-8ea8-9618dc50d898 owned by network:floatingip {{(pid=82861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:47:58.654775 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d9562cc3-2cd4-4831-b1f9-37fbb854cc6f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:58.658824 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-3d7fd659-ffb1-416b-bf3f-d222f0e14057 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:47:58.700403 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9562cc3-2cd4-4831-b1f9-37fbb854cc6f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Pushing event deleted for resources: {'Port': ['ID=01832d82-e146-4939-8ea8-9618dc50d898,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:47:58.711329 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9562cc3-2cd4-4831-b1f9-37fbb854cc6f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:58.711676 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9562cc3-2cd4-4831-b1f9-37fbb854cc6f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:58.712042 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9562cc3-2cd4-4831-b1f9-37fbb854cc6f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:58.712395 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9562cc3-2cd4-4831-b1f9-37fbb854cc6f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:58.712743 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9562cc3-2cd4-4831-b1f9-37fbb854cc6f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:58.713088 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9562cc3-2cd4-4831-b1f9-37fbb854cc6f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:58.713411 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9562cc3-2cd4-4831-b1f9-37fbb854cc6f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:58.713888 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9562cc3-2cd4-4831-b1f9-37fbb854cc6f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:58.714222 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9562cc3-2cd4-4831-b1f9-37fbb854cc6f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:58.714572 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9562cc3-2cd4-4831-b1f9-37fbb854cc6f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:58.714888 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9562cc3-2cd4-4831-b1f9-37fbb854cc6f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:47:58.720030 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-d9562cc3-2cd4-4831-b1f9-37fbb854cc6f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:47:58.827728 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d9562cc3-2cd4-4831-b1f9-37fbb854cc6f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for floatingip, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:59.135488 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:47:59.358401 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9562cc3-2cd4-4831-b1f9-37fbb854cc6f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Router d88a9e3b-1c63-4590-8aaa-e72f009bde3f has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:47:59.586122 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9562cc3-2cd4-4831-b1f9-37fbb854cc6f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:47:59.596743 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1ebe9b-686e-492a-8960-b6185f4f0312 None None] Sync routers for ids ['d88a9e3b-1c63-4590-8aaa-e72f009bde3f'] in dv-cinder-821893-3-smb {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:47:59.609910 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d9562cc3-2cd4-4831-b1f9-37fbb854cc6f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for floatingip, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:47:59.618461 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1ebe9b-686e-492a-8960-b6185f4f0312 None None] Routers {'d88a9e3b-1c63-4590-8aaa-e72f009bde3f'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:47:59.619105 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-5e1ebe9b-686e-492a-8960-b6185f4f0312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:47:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['d88a9e3b-1c63-4590-8aaa-e72f009bde3f'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:47:59.667660 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-d9562cc3-2cd4-4831-b1f9-37fbb854cc6f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "DELETE /v2.0/floatingips/38581d4f-5cb6-42dc-8667-44fd334c1483 HTTP/1.1" status: 204 len: 168 time: 1.9284589 Dec 16 14:47:59.668374 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a58942-1bae-4852-af36-202b6d6801cf', 'tag': '2f506dd6-ac84-4b86-b7e5-6debaddc65f3'}] {{(pid=82861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:47:59.729354 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a58942-1bae-4852-af36-202b6d6801cf', 'tag': '2f506dd6-ac84-4b86-b7e5-6debaddc65f3', 'status': 'completed', 'code': 200} Dec 16 14:47:59.819394 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-5e1ebe9b-686e-492a-8960-b6185f4f0312 None None] Set router d88a9e3b-1c63-4590-8aaa-e72f009bde3f gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:47:59.869159 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-9e4fe1f2-c031-43ec-b960-581e869254bb req-5a525177-3a6c-42a4-a4e7-5a6467343146 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=10c603e7b31447fca656bf3ad8eace18&device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 1099 time: 0.0827837 Dec 16 14:48:00.024147 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fe1f2-c031-43ec-b960-581e869254bb req-6bf70d9c-e0be-46fa-9a99-76a988d4ef80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:00.025633 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-9e4fe1f2-c031-43ec-b960-581e869254bb req-6bf70d9c-e0be-46fa-9a99-76a988d4ef80 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8981ae74-48c5-470e-b814-deba1c462ad0 HTTP/1.1" status: 200 len: 910 time: 0.1492300 Dec 16 14:48:00.157996 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-9e4fe1f2-c031-43ec-b960-581e869254bb req-1850f862-7327-4c52-b055-43a532cc3e70 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f506dd6-ac84-4b86-b7e5-6debaddc65f3 HTTP/1.1" status: 200 len: 217 time: 0.1178343 Dec 16 14:48:00.247748 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fe1f2-c031-43ec-b960-581e869254bb req-c4a3122c-1f22-44be-b129-d1e8b2656703 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:00.249312 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-9e4fe1f2-c031-43ec-b960-581e869254bb req-c4a3122c-1f22-44be-b129-d1e8b2656703 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0342ae4e-728b-485f-9ad4-68ff99c34aba HTTP/1.1" status: 200 len: 848 time: 0.0907803 Dec 16 14:48:00.289155 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-5e1ebe9b-686e-492a-8960-b6185f4f0312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'name': 'tempest-TestShelveInstance-1550351621-router', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:43:07Z', 'updated_at': '2021-12-16T14:43:12Z', 'revision_number': 4, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'gw_port': {'id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:08Z', 'updated_at': '2021-12-16T14:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': 'b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062', 'name': '', 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'mac_address': 'fa:16:3e:2a:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0342ae4e-728b-485f-9ad4-68ff99c34aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:11Z', 'updated_at': '2021-12-16T14:43:35Z', 'revision_number': 5, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'subnets': [{'id': '0342ae4e-728b-485f-9ad4-68ff99c34aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:48:00.293836 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1ebe9b-686e-492a-8960-b6185f4f0312 None None] Checking router: d88a9e3b-1c63-4590-8aaa-e72f009bde3f for host: dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:48:00.308622 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1ebe9b-686e-492a-8960-b6185f4f0312 None None] Routers {'d88a9e3b-1c63-4590-8aaa-e72f009bde3f'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:48:00.309339 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-5e1ebe9b-686e-492a-8960-b6185f4f0312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:47:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['d88a9e3b-1c63-4590-8aaa-e72f009bde3f'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:48:00.310777 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114bc36-8793-4926-a936-a6c98ece09b7 req-c92950ab-b110-40f3-9fe9-e126119597af tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:00.318460 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7114bc36-8793-4926-a936-a6c98ece09b7 req-c92950ab-b110-40f3-9fe9-e126119597af tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 946 time: 0.2228949 Dec 16 14:48:00.376097 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7114bc36-8793-4926-a936-a6c98ece09b7 req-a239ab68-5918-498f-aaa3-2e02e7fd189f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565035 Dec 16 14:48:00.410258 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-9e4fe1f2-c031-43ec-b960-581e869254bb req-2a2fcf1b-1db7-4c0e-ac23-948f9aea4b46 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8981ae74-48c5-470e-b814-deba1c462ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1501527 Dec 16 14:48:00.516584 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-5e1ebe9b-686e-492a-8960-b6185f4f0312 None None] Set router d88a9e3b-1c63-4590-8aaa-e72f009bde3f gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:48:00.572363 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-9e4fe1f2-c031-43ec-b960-581e869254bb req-31d29cad-a1f3-4c46-beaa-34364600f9c4 service neutron] 10.222.0.62 "GET /v2.0/networks/8981ae74-48c5-470e-b814-deba1c462ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531103 Dec 16 14:48:00.729541 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-9e4fe1f2-c031-43ec-b960-581e869254bb req-ee7c3b4d-a332-45b0-98dc-3ef3a5227a45 service neutron] 10.222.0.62 "GET /v2.0/networks/8981ae74-48c5-470e-b814-deba1c462ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495562 Dec 16 14:48:00.901900 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-5e1ebe9b-686e-492a-8960-b6185f4f0312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'name': 'tempest-TestShelveInstance-1550351621-router', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:43:07Z', 'updated_at': '2021-12-16T14:43:12Z', 'revision_number': 4, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'gw_port': {'id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:08Z', 'updated_at': '2021-12-16T14:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': 'b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062', 'name': '', 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'mac_address': 'fa:16:3e:2a:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0342ae4e-728b-485f-9ad4-68ff99c34aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:11Z', 'updated_at': '2021-12-16T14:43:35Z', 'revision_number': 5, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'subnets': [{'id': '0342ae4e-728b-485f-9ad4-68ff99c34aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:48:00.907861 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1ebe9b-686e-492a-8960-b6185f4f0312 None None] The sync data for ids ['d88a9e3b-1c63-4590-8aaa-e72f009bde3f'] in dv-cinder-821893-3-smb is: [{'id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'name': 'tempest-TestShelveInstance-1550351621-router', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:43:07Z', 'updated_at': '2021-12-16T14:43:12Z', 'revision_number': 4, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'gw_port': {'id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:08Z', 'updated_at': '2021-12-16T14:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb', '_interfaces': [{'id': 'b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062', 'name': '', 'network_id': '8981ae74-48c5-470e-b814-deba1c462ad0', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'mac_address': 'fa:16:3e:2a:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0342ae4e-728b-485f-9ad4-68ff99c34aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:11Z', 'updated_at': '2021-12-16T14:43:35Z', 'revision_number': 5, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'subnets': [{'id': '0342ae4e-728b-485f-9ad4-68ff99c34aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:48:01.140867 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb327dd-fa48-46d7-8048-7a5af9ae3fbd None None] New status for floating IP 38581d4f-5cb6-42dc-8667-44fd334c1483: DOWN {{(pid=82863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 16 14:48:01.581313 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a2719-3e46-4b8c-bf6b-1728114e9e87 req-eb49af5c-a8c3-4cce-982d-c9e5e069da89 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:01.582056 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-669a2719-3e46-4b8c-bf6b-1728114e9e87 req-eb49af5c-a8c3-4cce-982d-c9e5e069da89 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Synchronizing usage tracker for tenant:10c603e7b31447fca656bf3ad8eace18 on resource:port {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:48:01.599686 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-669a2719-3e46-4b8c-bf6b-1728114e9e87 req-eb49af5c-a8c3-4cce-982d-c9e5e069da89 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Unset dirty status for tenant:10c603e7b31447fca656bf3ad8eace18 on resource:port {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:48:01.600854 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-669a2719-3e46-4b8c-bf6b-1728114e9e87 req-eb49af5c-a8c3-4cce-982d-c9e5e069da89 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 946 time: 0.0984569 Dec 16 14:48:01.651408 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-669a2719-3e46-4b8c-bf6b-1728114e9e87 req-356b317d-8593-4b06-b1fd-ee11d7430f13 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/security-groups?id=e617db09-209b-4593-8070-6785d7945527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444210 Dec 16 14:48:02.045548 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f4007-7284-4436-a90c-566c2497107c req-377071bd-ca83-47af-86dc-5e5d7d6ebb61 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:02.047094 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-518f4007-7284-4436-a90c-566c2497107c req-377071bd-ca83-47af-86dc-5e5d7d6ebb61 tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.62 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 946 time: 0.1946366 Dec 16 14:48:02.116765 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [req-518f4007-7284-4436-a90c-566c2497107c req-d1a2b410-1889-440a-98f9-c9700cd2fa8f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Deleting port 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 {{(pid=82860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:48:02.117087 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-518f4007-7284-4436-a90c-566c2497107c req-d1a2b410-1889-440a-98f9-c9700cd2fa8f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:02.377942 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-518f4007-7284-4436-a90c-566c2497107c req-d1a2b410-1889-440a-98f9-c9700cd2fa8f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] For port 2f506dd6-ac84-4b86-b7e5-6debaddc65f3, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2f506dd6-ac84-4b86-b7e5-6debaddc65f3,segment=NetworkSegment(98315b36-34eb-4ccf-8288-4da8e33b4df5),segment_id=98315b36-34eb-4ccf-8288-4da8e33b4df5)] {{(pid=82860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:48:02.378294 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-518f4007-7284-4436-a90c-566c2497107c req-d1a2b410-1889-440a-98f9-c9700cd2fa8f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:02.499210 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [req-518f4007-7284-4436-a90c-566c2497107c req-d1a2b410-1889-440a-98f9-c9700cd2fa8f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Calling delete_port for 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 owned by compute:nova {{(pid=82860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:48:02.654710 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-518f4007-7284-4436-a90c-566c2497107c req-d1a2b410-1889-440a-98f9-c9700cd2fa8f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:02.661281 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-391f2570-d004-47cf-a4e2-3fe1297c1ede tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:02.705872 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2b410-1889-440a-98f9-c9700cd2fa8f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Pushing event deleted for resources: {'Port': ['ID=2f506dd6-ac84-4b86-b7e5-6debaddc65f3,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:02.708574 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-d1a2b410-1889-440a-98f9-c9700cd2fa8f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:02.791508 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [req-518f4007-7284-4436-a90c-566c2497107c req-d1a2b410-1889-440a-98f9-c9700cd2fa8f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] No DVR routers for this DVR port 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 on host hv-cinder-82189 {{(pid=82860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:48:02.794067 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-518f4007-7284-4436-a90c-566c2497107c req-d1a2b410-1889-440a-98f9-c9700cd2fa8f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:02.797094 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a58942-1bae-4852-af36-202b6d6801cf', 'name': 'network-vif-deleted', 'tag': '2f506dd6-ac84-4b86-b7e5-6debaddc65f3'}] {{(pid=82860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:48:02.815103 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-518f4007-7284-4436-a90c-566c2497107c req-d1a2b410-1889-440a-98f9-c9700cd2fa8f tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.62 "DELETE /v2.0/ports/2f506dd6-ac84-4b86-b7e5-6debaddc65f3 HTTP/1.1" status: 204 len: 173 time: 0.7621939 Dec 16 14:48:02.863768 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a58942-1bae-4852-af36-202b6d6801cf', 'name': 'network-vif-deleted', 'tag': '2f506dd6-ac84-4b86-b7e5-6debaddc65f3', 'status': 'completed', 'code': 200} Dec 16 14:48:02.962140 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-63d0c3c9-3316-4e2d-aea0-485ef636364c req-532cb6f2-41fd-45fe-abbc-24dc110a9c4e tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 210 time: 0.1663897 Dec 16 14:48:03.810686 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0b0b0-f43e-40e4-a3f4-8f4ee060614e req-084983b5-fafa-4472-aa3a-02e11c05d374 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:03.812286 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-49f0b0b0-f43e-40e4-a3f4-8f4ee060614e req-084983b5-fafa-4472-aa3a-02e11c05d374 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8779cfa-e159-4b81-af33-e37066666abc HTTP/1.1" status: 200 len: 946 time: 0.0798166 Dec 16 14:48:03.863413 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-49f0b0b0-f43e-40e4-a3f4-8f4ee060614e req-09ccb4ab-3ae6-4009-8000-48ebf9a0a6c6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443339 Dec 16 14:48:04.165025 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-6bdb3179-9e27-4f62-975c-f1ebd39a20ae req-6a668210-7fc8-4513-8b95-0518de96e1aa tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Synchronizing usage tracker for tenant:10c603e7b31447fca656bf3ad8eace18 on resource:port {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:48:04.181856 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-6bdb3179-9e27-4f62-975c-f1ebd39a20ae req-6a668210-7fc8-4513-8b95-0518de96e1aa tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Unset dirty status for tenant:10c603e7b31447fca656bf3ad8eace18 on resource:port {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:48:04.183045 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-6bdb3179-9e27-4f62-975c-f1ebd39a20ae req-6a668210-7fc8-4513-8b95-0518de96e1aa tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "GET /v2.0/ports?device_id=86a58942-1bae-4852-af36-202b6d6801cf HTTP/1.1" status: 200 len: 210 time: 0.0594575 Dec 16 14:48:05.075064 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef15bb-269b-478e-ad66-daa428e1cfe3 req-1642c121-56eb-478e-92c7-34a7f4a4d94f tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:05.076614 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-8fef15bb-269b-478e-ad66-daa428e1cfe3 req-1642c121-56eb-478e-92c7-34a7f4a4d94f tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8779cfa-e159-4b81-af33-e37066666abc HTTP/1.1" status: 200 len: 946 time: 0.0848811 Dec 16 14:48:05.127262 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-8fef15bb-269b-478e-ad66-daa428e1cfe3 req-e4c70e72-3bb4-4bc8-ae9e-61df24ed8037 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444601 Dec 16 14:48:05.300554 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:48:05.301622 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36656) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:05.336745 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-869da074-d5f0-497a-9e60-987382c31319 None None] No Port match for: 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:48:05.337083 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 2f506dd6-ac84-4b86-b7e5-6debaddc65f3 not bound to the agent host hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:48:05.401668 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0939e10b-26bd-4d67-a017-f1c076863bec tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:05.436045 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0939e10b-26bd-4d67-a017-f1c076863bec tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:05.508147 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0939e10b-26bd-4d67-a017-f1c076863bec tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:05.515977 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-74d390f8-f5f8-4a47-ba21-02830058d797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:05.532580 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939e10b-26bd-4d67-a017-f1c076863bec tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e617db09-209b-4593-8070-6785d7945527,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:05.535693 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-0939e10b-26bd-4d67-a017-f1c076863bec tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:05.544002 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-0939e10b-26bd-4d67-a017-f1c076863bec tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:05.545162 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-0939e10b-26bd-4d67-a017-f1c076863bec tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] 10.222.0.44 "DELETE /v2.0/security-groups/e617db09-209b-4593-8070-6785d7945527 HTTP/1.1" status: 204 len: 168 time: 0.2421854 Dec 16 14:48:05.609066 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36662) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:05.736744 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0a1e1-a0e1-4a40-8a1d-0a06d2ca6279 req-41134479-c498-44b3-b173-b0f4a6d1f268 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:05.738333 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-02f0a1e1-a0e1-4a40-8a1d-0a06d2ca6279 req-41134479-c498-44b3-b173-b0f4a6d1f268 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8779cfa-e159-4b81-af33-e37066666abc HTTP/1.1" status: 200 len: 946 time: 0.0862815 Dec 16 14:48:05.853275 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [req-02f0a1e1-a0e1-4a40-8a1d-0a06d2ca6279 req-f2aee9a5-72ea-44b0-9e57-bbb766a01ad0 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Deleting port f07447a2-9a63-40d8-b52e-6c33c6c96411 {{(pid=82860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:48:05.853611 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-02f0a1e1-a0e1-4a40-8a1d-0a06d2ca6279 req-f2aee9a5-72ea-44b0-9e57-bbb766a01ad0 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:06.269723 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-02f0a1e1-a0e1-4a40-8a1d-0a06d2ca6279 req-f2aee9a5-72ea-44b0-9e57-bbb766a01ad0 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] For port f07447a2-9a63-40d8-b52e-6c33c6c96411, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=f07447a2-9a63-40d8-b52e-6c33c6c96411,segment=NetworkSegment(d50bf3ac-477a-4294-b542-da39d895ed15),segment_id=d50bf3ac-477a-4294-b542-da39d895ed15)] {{(pid=82860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:48:06.270388 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-02f0a1e1-a0e1-4a40-8a1d-0a06d2ca6279 req-f2aee9a5-72ea-44b0-9e57-bbb766a01ad0 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:06.335498 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-91b0c51a-758c-4757-9ce1-b2066de6e2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-380824'] for router_interface, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:06.406212 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [req-02f0a1e1-a0e1-4a40-8a1d-0a06d2ca6279 req-f2aee9a5-72ea-44b0-9e57-bbb766a01ad0 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Calling delete_port for f07447a2-9a63-40d8-b52e-6c33c6c96411 owned by compute:nova {{(pid=82860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:48:06.585528 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c884b-a35d-4005-99ff-fe533db06eb4 req-663f60e0-b3aa-4a81-b1b2-37dadc33c301 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:06.587040 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-6c5c884b-a35d-4005-99ff-fe533db06eb4 req-663f60e0-b3aa-4a81-b1b2-37dadc33c301 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8779cfa-e159-4b81-af33-e37066666abc HTTP/1.1" status: 200 len: 946 time: 0.1884983 Dec 16 14:48:06.644274 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-02f0a1e1-a0e1-4a40-8a1d-0a06d2ca6279 req-f2aee9a5-72ea-44b0-9e57-bbb766a01ad0 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:06.652314 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-354c1aa6-b0c4-491c-9dd3-c2ed82987e4e tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:06.686135 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['eee3874d-1c04-47a7-82df-c2cd89273def', 'b40b30d9-be8a-40bd-bfcc-32f4285fc737', '279459b8-f200-42b8-9f99-6345200e45df', 'f07447a2-9a63-40d8-b52e-6c33c6c96411'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:48:06.812538 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aee9a5-72ea-44b0-9e57-bbb766a01ad0 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Pushing event deleted for resources: {'Port': ['ID=f07447a2-9a63-40d8-b52e-6c33c6c96411,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:06.820530 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-f2aee9a5-72ea-44b0-9e57-bbb766a01ad0 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:06.820530 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-6c5c884b-a35d-4005-99ff-fe533db06eb4 req-8fad43cd-4b32-4f37-97d3-874c188de391 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153149 Dec 16 14:48:06.937465 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f0a1e1-a0e1-4a40-8a1d-0a06d2ca6279 req-f2aee9a5-72ea-44b0-9e57-bbb766a01ad0 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] No DVR routers for this DVR port f07447a2-9a63-40d8-b52e-6c33c6c96411 on host hv-cinder-82189 {{(pid=82860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:48:06.941621 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-02f0a1e1-a0e1-4a40-8a1d-0a06d2ca6279 req-f2aee9a5-72ea-44b0-9e57-bbb766a01ad0 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:06.946474 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8779cfa-e159-4b81-af33-e37066666abc', 'name': 'network-vif-deleted', 'tag': 'f07447a2-9a63-40d8-b52e-6c33c6c96411'}] {{(pid=82860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:48:06.969216 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-02f0a1e1-a0e1-4a40-8a1d-0a06d2ca6279 req-f2aee9a5-72ea-44b0-9e57-bbb766a01ad0 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.62 "DELETE /v2.0/ports/f07447a2-9a63-40d8-b52e-6c33c6c96411 HTTP/1.1" status: 204 len: 173 time: 1.2240953 Dec 16 14:48:07.024590 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8779cfa-e159-4b81-af33-e37066666abc', 'name': 'network-vif-deleted', 'tag': 'f07447a2-9a63-40d8-b52e-6c33c6c96411', 'status': 'completed', 'code': 200} Dec 16 14:48:07.105356 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-91b0c51a-758c-4757-9ce1-b2066de6e2b4 admin admin] Deleting port b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062 {{(pid=82861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:48:07.105356 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-91b0c51a-758c-4757-9ce1-b2066de6e2b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:07.311466 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [None req-91b0c51a-758c-4757-9ce1-b2066de6e2b4 admin admin] For port b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062,segment=NetworkSegment(98315b36-34eb-4ccf-8288-4da8e33b4df5),segment_id=98315b36-34eb-4ccf-8288-4da8e33b4df5)] {{(pid=82861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:48:07.311925 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-91b0c51a-758c-4757-9ce1-b2066de6e2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:07.402805 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-2e99af9a-b001-4459-a765-9b27ab4fa87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:07.553558 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-91b0c51a-758c-4757-9ce1-b2066de6e2b4 admin admin] Calling delete_port for b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062 owned by network:router_interface {{(pid=82861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:48:07.751588 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-91b0c51a-758c-4757-9ce1-b2066de6e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:07.755190 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-0fbfe019-a989-4953-a505-0d09376c5614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:07.798134 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0c51a-758c-4757-9ce1-b2066de6e2b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:07.801640 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-91b0c51a-758c-4757-9ce1-b2066de6e2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:08.113534 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-91b0c51a-758c-4757-9ce1-b2066de6e2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3563947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-379974'] for router_interface, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:08.731043 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b0c51a-758c-4757-9ce1-b2066de6e2b4 admin admin] Router d88a9e3b-1c63-4590-8aaa-e72f009bde3f has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:48:09.066196 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b0c51a-758c-4757-9ce1-b2066de6e2b4 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:48:09.075605 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fae6876-ee60-4a95-af21-d6b2c5ce8067 None None] Sync routers for ids ['d88a9e3b-1c63-4590-8aaa-e72f009bde3f'] in dv-cinder-821893-3-smb {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:48:09.085726 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-91b0c51a-758c-4757-9ce1-b2066de6e2b4 admin admin] 10.222.0.44 "PUT /v2.0/routers/d88a9e3b-1c63-4590-8aaa-e72f009bde3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4758117 Dec 16 14:48:09.088158 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36678) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:09.090148 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fae6876-ee60-4a95-af21-d6b2c5ce8067 None None] Routers {'d88a9e3b-1c63-4590-8aaa-e72f009bde3f'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:48:09.090790 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-1fae6876-ee60-4a95-af21-d6b2c5ce8067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:47:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['d88a9e3b-1c63-4590-8aaa-e72f009bde3f'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:48:09.318388 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-1fae6876-ee60-4a95-af21-d6b2c5ce8067 None None] Set router d88a9e3b-1c63-4590-8aaa-e72f009bde3f gateway port host: dv-cinder-821893-3-smb {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:48:09.326080 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f34caf14-9aa2-4f39-b34f-cb75018205d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:09.368177 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device f07447a2-9a63-40d8-b52e-6c33c6c96411 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:48:09.418713 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-869da074-d5f0-497a-9e60-987382c31319 None None] No Port match for: f07447a2-9a63-40d8-b52e-6c33c6c96411 {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:48:09.419478 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device f07447a2-9a63-40d8-b52e-6c33c6c96411 not bound to the agent host hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:48:09.572265 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f34caf14-9aa2-4f39-b34f-cb75018205d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:09.585132 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-f34caf14-9aa2-4f39-b34f-cb75018205d8 admin admin] Deleting port 416e795d-dd52-4d3e-b767-111bf4ade0a3 {{(pid=82861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:48:09.585583 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f34caf14-9aa2-4f39-b34f-cb75018205d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:09.628472 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466f64e-0c77-4e80-a306-5e1c060ba60a req-7961ba45-9f47-4461-9e3d-4ea19196eeac tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:09.629316 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-6466f64e-0c77-4e80-a306-5e1c060ba60a req-7961ba45-9f47-4461-9e3d-4ea19196eeac tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Synchronizing usage tracker for tenant:9b91e2bcae2c47e78bdc752b5cb5b02b on resource:port {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:48:09.648954 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-6466f64e-0c77-4e80-a306-5e1c060ba60a req-7961ba45-9f47-4461-9e3d-4ea19196eeac tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Unset dirty status for tenant:9b91e2bcae2c47e78bdc752b5cb5b02b on resource:port {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:48:09.650191 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-6466f64e-0c77-4e80-a306-5e1c060ba60a req-7961ba45-9f47-4461-9e3d-4ea19196eeac tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d89d2ff-f3b7-406e-845b-1084a432d53a HTTP/1.1" status: 200 len: 945 time: 0.1197071 Dec 16 14:48:09.703613 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-6466f64e-0c77-4e80-a306-5e1c060ba60a req-bcddf87a-52f3-4708-968e-5dbf2a790e85 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473297 Dec 16 14:48:09.734906 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-1fae6876-ee60-4a95-af21-d6b2c5ce8067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'name': 'tempest-TestShelveInstance-1550351621-router', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:43:07Z', 'updated_at': '2021-12-16T14:48:07Z', 'revision_number': 5, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'gw_port': {'id': '416e795d-dd52-4d3e-b767-111bf4ade0a3', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:08Z', 'updated_at': '2021-12-16T14:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:48:09.734906 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fae6876-ee60-4a95-af21-d6b2c5ce8067 None None] Checking router: d88a9e3b-1c63-4590-8aaa-e72f009bde3f for host: dv-cinder-821893-3-smb {{(pid=82862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:48:09.742272 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fae6876-ee60-4a95-af21-d6b2c5ce8067 None None] Routers {'d88a9e3b-1c63-4590-8aaa-e72f009bde3f'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:48:09.742909 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-1fae6876-ee60-4a95-af21-d6b2c5ce8067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:47:40Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['d88a9e3b-1c63-4590-8aaa-e72f009bde3f'], 'active': True} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:48:09.794562 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [None req-f34caf14-9aa2-4f39-b34f-cb75018205d8 admin admin] For port 416e795d-dd52-4d3e-b767-111bf4ade0a3, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=416e795d-dd52-4d3e-b767-111bf4ade0a3,segment=NetworkSegment(4f5dda31-b5b1-4742-b2db-5b9a26752cae),segment_id=4f5dda31-b5b1-4742-b2db-5b9a26752cae)] {{(pid=82861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:48:09.795259 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f34caf14-9aa2-4f39-b34f-cb75018205d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:09.892872 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-e5baba08-6073-44ad-8a6a-90618e16ba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:09.914884 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvr_db [None req-1fae6876-ee60-4a95-af21-d6b2c5ce8067 None None] Set router d88a9e3b-1c63-4590-8aaa-e72f009bde3f gateway port host: None {{(pid=82862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:48:09.920757 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-f34caf14-9aa2-4f39-b34f-cb75018205d8 admin admin] Calling delete_port for 416e795d-dd52-4d3e-b767-111bf4ade0a3 owned by network:router_gateway {{(pid=82861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:48:10.071913 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_hamode_db [None req-1fae6876-ee60-4a95-af21-d6b2c5ce8067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'name': 'tempest-TestShelveInstance-1550351621-router', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:43:07Z', 'updated_at': '2021-12-16T14:48:09Z', 'revision_number': 6, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'gw_port_host': None}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:48:10.078921 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fae6876-ee60-4a95-af21-d6b2c5ce8067 None None] The sync data for ids ['d88a9e3b-1c63-4590-8aaa-e72f009bde3f'] in dv-cinder-821893-3-smb is: [{'id': 'd88a9e3b-1c63-4590-8aaa-e72f009bde3f', 'name': 'tempest-TestShelveInstance-1550351621-router', 'tenant_id': '10c603e7b31447fca656bf3ad8eace18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:43:07Z', 'updated_at': '2021-12-16T14:48:09Z', 'revision_number': 6, 'project_id': '10c603e7b31447fca656bf3ad8eace18', 'gw_port_host': None}] {{(pid=82862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:48:10.132879 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f34caf14-9aa2-4f39-b34f-cb75018205d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:10.137501 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-6538fd7e-8120-4a76-874a-032425546f09 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:10.181544 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34caf14-9aa2-4f39-b34f-cb75018205d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=416e795d-dd52-4d3e-b767-111bf4ade0a3,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:10.185329 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-f34caf14-9aa2-4f39-b34f-cb75018205d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:10.420835 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f34caf14-9aa2-4f39-b34f-cb75018205d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377829'] for router_gateway, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:10.788086 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:10.844125 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f34caf14-9aa2-4f39-b34f-cb75018205d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61118'] for router, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:10.885048 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f34caf14-9aa2-4f39-b34f-cb75018205d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:10.939543 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f34caf14-9aa2-4f39-b34f-cb75018205d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-422089'] for router, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:10.940025 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34caf14-9aa2-4f39-b34f-cb75018205d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d88a9e3b-1c63-4590-8aaa-e72f009bde3f {{(pid=82861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 14:48:10.943792 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062 no longer exists at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:48:10.957045 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea84415-1868-40ea-ab37-9038f4d6688e req-4087ddce-77a1-40c4-9b43-ed4f7fffa1fe tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:10.959287 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2ea84415-1868-40ea-ab37-9038f4d6688e req-4087ddce-77a1-40c4-9b43-ed4f7fffa1fe tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d89d2ff-f3b7-406e-845b-1084a432d53a HTTP/1.1" status: 200 len: 945 time: 0.1106436 Dec 16 14:48:10.993617 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] No Port match for: b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062 {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:48:10.994175 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device b1d8b8ea-b3f6-46ff-bd7c-5a77e5422062 not bound to the agent host dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:48:10.994704 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 416e795d-dd52-4d3e-b767-111bf4ade0a3 no longer exists at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:48:11.001640 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f34caf14-9aa2-4f39-b34f-cb75018205d8 admin admin] Notify callbacks [] for router, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:11.002894 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-f34caf14-9aa2-4f39-b34f-cb75018205d8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d88a9e3b-1c63-4590-8aaa-e72f009bde3f HTTP/1.1" status: 204 len: 168 time: 1.9137306 Dec 16 14:48:11.006425 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 36690) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:11.033211 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-2ea84415-1868-40ea-ab37-9038f4d6688e req-3672c545-4c3a-40e3-be39-494a5fe64d5a tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654578 Dec 16 14:48:11.036648 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] No Port match for: 416e795d-dd52-4d3e-b767-111bf4ade0a3 {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:48:11.037121 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 416e795d-dd52-4d3e-b767-111bf4ade0a3 not bound to the agent host dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:48:11.081573 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:11.102822 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_v2 [None req-add6389e-0943-408c-bc6e-3a2745f7a7a1 admin admin] Deleting subnet 0342ae4e-728b-485f-9ad4-68ff99c34aba {{(pid=82860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 16 14:48:11.106746 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-add6389e-0943-408c-bc6e-3a2745f7a7a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:11.179337 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-add6389e-0943-408c-bc6e-3a2745f7a7a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1906465'] for subnet, precommit_delete_associations {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:11.273031 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-add6389e-0943-408c-bc6e-3a2745f7a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3375631'] for subnet, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:11.360871 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-add6389e-0943-408c-bc6e-3a2745f7a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3375616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6482832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1429926'] for subnet, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:11.368760 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-9ae8cfac-514f-4088-a069-66e7d5b38fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:11.469883 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6389e-0943-408c-bc6e-3a2745f7a7a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0342ae4e-728b-485f-9ad4-68ff99c34aba,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:11.474923 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-add6389e-0943-408c-bc6e-3a2745f7a7a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:11.476942 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-add6389e-0943-408c-bc6e-3a2745f7a7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:11.479679 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71cedf4-e02a-4078-955c-561845b7db5a None None] Network 8981ae74-48c5-470e-b814-deba1c462ad0 requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:48:11.483354 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-add6389e-0943-408c-bc6e-3a2745f7a7a1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0342ae4e-728b-485f-9ad4-68ff99c34aba HTTP/1.1" status: 204 len: 168 time: 0.4744806 Dec 16 14:48:11.488127 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 36694) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:11.617926 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2b73a2a2-75d4-48bb-9216-ae36fb24d7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3222799'] for network, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:11.632937 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a03ff6-9b4d-4216-810f-aebfb3be885d req-fce20ef4-400c-4f55-985c-7cb6add03d0b tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:11.634460 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f3a03ff6-9b4d-4216-810f-aebfb3be885d req-fce20ef4-400c-4f55-985c-7cb6add03d0b tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d89d2ff-f3b7-406e-845b-1084a432d53a HTTP/1.1" status: 200 len: 945 time: 0.2165401 Dec 16 14:48:11.639676 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [None req-2b73a2a2-75d4-48bb-9216-ae36fb24d7c7 admin admin] Deleting port 680700b5-a8e0-4a61-bf45-03e0099a1bab {{(pid=82860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:48:11.640006 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2b73a2a2-75d4-48bb-9216-ae36fb24d7c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:11.746648 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98f8abe-5645-462e-8fea-eb4f399b662b None None] DHCP port deletion for 8981ae74-48c5-470e-b814-deba1c462ad0 request from dv-cinder-821893-3-smb {{(pid=82862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 16 14:48:11.751862 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-f98f8abe-5645-462e-8fea-eb4f399b662b None None] Deleting port 680700b5-a8e0-4a61-bf45-03e0099a1bab {{(pid=82862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:48:11.752251 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-f98f8abe-5645-462e-8fea-eb4f399b662b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:11.791989 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [req-f3a03ff6-9b4d-4216-810f-aebfb3be885d req-29232b7d-981c-48ba-9005-4679835aa1b7 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Deleting port 279459b8-f200-42b8-9f99-6345200e45df {{(pid=82860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:48:11.792366 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-f3a03ff6-9b4d-4216-810f-aebfb3be885d req-29232b7d-981c-48ba-9005-4679835aa1b7 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:11.978909 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-f98f8abe-5645-462e-8fea-eb4f399b662b None None] For port 680700b5-a8e0-4a61-bf45-03e0099a1bab, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=680700b5-a8e0-4a61-bf45-03e0099a1bab,segment=NetworkSegment(98315b36-34eb-4ccf-8288-4da8e33b4df5),segment_id=98315b36-34eb-4ccf-8288-4da8e33b4df5)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:48:11.979305 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-f98f8abe-5645-462e-8fea-eb4f399b662b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:12.021535 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-2b73a2a2-75d4-48bb-9216-ae36fb24d7c7 admin admin] For port 680700b5-a8e0-4a61-bf45-03e0099a1bab, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=680700b5-a8e0-4a61-bf45-03e0099a1bab,segment=NetworkSegment(98315b36-34eb-4ccf-8288-4da8e33b4df5),segment_id=98315b36-34eb-4ccf-8288-4da8e33b4df5)] {{(pid=82860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:48:12.022379 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2b73a2a2-75d4-48bb-9216-ae36fb24d7c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:12.108451 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-f98f8abe-5645-462e-8fea-eb4f399b662b None None] Calling delete_port for 680700b5-a8e0-4a61-bf45-03e0099a1bab owned by network:dhcp {{(pid=82862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:48:12.188911 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-f98f8abe-5645-462e-8fea-eb4f399b662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642'] for port, after_delete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:12.195913 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:12.257843 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [None req-2b73a2a2-75d4-48bb-9216-ae36fb24d7c7 admin admin] Calling delete_port for 680700b5-a8e0-4a61-bf45-03e0099a1bab owned by network:dhcp {{(pid=82860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:48:12.274470 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f8abe-5645-462e-8fea-eb4f399b662b None None] Pushing event deleted for resources: {'Port': ['ID=680700b5-a8e0-4a61-bf45-03e0099a1bab,revision_number=None']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:12.279596 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-f98f8abe-5645-462e-8fea-eb4f399b662b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:12.281789 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98f8abe-5645-462e-8fea-eb4f399b662b None None] No DVR routers for this DVR port 680700b5-a8e0-4a61-bf45-03e0099a1bab on host dv-cinder-821893-3-smb {{(pid=82862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:48:12.393293 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:12.454309 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.db.api [None req-2b73a2a2-75d4-48bb-9216-ae36fb24d7c7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 14:48:12.454551 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_db.api [None req-2b73a2a2-75d4-48bb-9216-ae36fb24d7c7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 14:48:12.456065 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-f3a03ff6-9b4d-4216-810f-aebfb3be885d req-29232b7d-981c-48ba-9005-4679835aa1b7 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] For port 279459b8-f200-42b8-9f99-6345200e45df, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=279459b8-f200-42b8-9f99-6345200e45df,segment=NetworkSegment(d50bf3ac-477a-4294-b542-da39d895ed15),segment_id=d50bf3ac-477a-4294-b542-da39d895ed15)] {{(pid=82860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:48:12.456421 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-f3a03ff6-9b4d-4216-810f-aebfb3be885d req-29232b7d-981c-48ba-9005-4679835aa1b7 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:12.696468 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [req-f3a03ff6-9b4d-4216-810f-aebfb3be885d req-29232b7d-981c-48ba-9005-4679835aa1b7 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Calling delete_port for 279459b8-f200-42b8-9f99-6345200e45df owned by compute:nova {{(pid=82860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:48:12.751378 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b6179-4ebc-4078-947a-fe11e02551fc req-dc3dc66a-102b-4ce4-8118-1091a773a26a tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:12.753359 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-256b6179-4ebc-4078-947a-fe11e02551fc req-dc3dc66a-102b-4ce4-8118-1091a773a26a tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d89d2ff-f3b7-406e-845b-1084a432d53a HTTP/1.1" status: 200 len: 945 time: 0.5086036 Dec 16 14:48:12.831013 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-256b6179-4ebc-4078-947a-fe11e02551fc req-9fd57c85-7e3e-4482-b1e5-590ec08340f8 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650406 Dec 16 14:48:12.905452 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-f3a03ff6-9b4d-4216-810f-aebfb3be885d req-29232b7d-981c-48ba-9005-4679835aa1b7 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:12.911646 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-f2aee9a5-72ea-44b0-9e57-bbb766a01ad0 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:12.937029 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 680700b5-a8e0-4a61-bf45-03e0099a1bab no longer exists at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:48:12.955955 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [None req-2b73a2a2-75d4-48bb-9216-ae36fb24d7c7 admin admin] Deleting port 680700b5-a8e0-4a61-bf45-03e0099a1bab {{(pid=82860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:48:12.956289 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2b73a2a2-75d4-48bb-9216-ae36fb24d7c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:12.964261 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['eee3874d-1c04-47a7-82df-c2cd89273def', 'b40b30d9-be8a-40bd-bfcc-32f4285fc737', '279459b8-f200-42b8-9f99-6345200e45df'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:48:12.982185 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29232b7d-981c-48ba-9005-4679835aa1b7 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Pushing event deleted for resources: {'Port': ['ID=279459b8-f200-42b8-9f99-6345200e45df,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:12.989228 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-29232b7d-981c-48ba-9005-4679835aa1b7 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:13.010494 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] No Port match for: 680700b5-a8e0-4a61-bf45-03e0099a1bab {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:48:13.010756 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 680700b5-a8e0-4a61-bf45-03e0099a1bab not bound to the agent host dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:48:13.060921 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [None req-2b73a2a2-75d4-48bb-9216-ae36fb24d7c7 admin admin] The port '680700b5-a8e0-4a61-bf45-03e0099a1bab' was deleted {{(pid=82860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 16 14:48:13.142393 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a03ff6-9b4d-4216-810f-aebfb3be885d req-29232b7d-981c-48ba-9005-4679835aa1b7 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] No DVR routers for this DVR port 279459b8-f200-42b8-9f99-6345200e45df on host hv-cinder-82189 {{(pid=82860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:48:13.192379 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-f3a03ff6-9b4d-4216-810f-aebfb3be885d req-29232b7d-981c-48ba-9005-4679835aa1b7 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:13.195174 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d89d2ff-f3b7-406e-845b-1084a432d53a', 'name': 'network-vif-deleted', 'tag': '279459b8-f200-42b8-9f99-6345200e45df'}] {{(pid=82860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:48:13.233452 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2b73a2a2-75d4-48bb-9216-ae36fb24d7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3377296', 'neutron.services.segments.db._delete_segments_for_network-8775664583123'] for network, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:13.249910 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f3a03ff6-9b4d-4216-810f-aebfb3be885d req-29232b7d-981c-48ba-9005-4679835aa1b7 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.62 "DELETE /v2.0/ports/279459b8-f200-42b8-9f99-6345200e45df HTTP/1.1" status: 204 len: 173 time: 1.5820248 Dec 16 14:48:13.266518 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.services.segments.db [None req-2b73a2a2-75d4-48bb-9216-ae36fb24d7c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8981ae74-48c5-470e-b814-deba1c462ad0']}} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:48:13.275382 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d89d2ff-f3b7-406e-845b-1084a432d53a', 'name': 'network-vif-deleted', 'tag': '279459b8-f200-42b8-9f99-6345200e45df', 'status': 'completed', 'code': 200} Dec 16 14:48:13.282900 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.services.segments.db [None req-2b73a2a2-75d4-48bb-9216-ae36fb24d7c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98315b36-34eb-4ccf-8288-4da8e33b4df5') {'for_net_delete': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:48:13.283192 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.services.segments.db [None req-2b73a2a2-75d4-48bb-9216-ae36fb24d7c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98315b36-34eb-4ccf-8288-4da8e33b4df5') {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:48:13.296525 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2b73a2a2-75d4-48bb-9216-ae36fb24d7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775664586478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1906488'] for segment, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:13.314304 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2b73a2a2-75d4-48bb-9216-ae36fb24d7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:13.327760 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b73a2a2-75d4-48bb-9216-ae36fb24d7c7 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=82860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 16 14:48:13.328223 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2b73a2a2-75d4-48bb-9216-ae36fb24d7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6482238'] for segment, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: util.warn( Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: util.warn( Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: util.warn( Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: util.warn( Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: Traceback (most recent call last): Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: timer() Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: cb(*args, **kw) Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: return func(*args, **kwargs) Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: self._notify() Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: self.callback(batched_events) Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: event.method(event) Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: return f(self, *a, **k) Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: return self._get(url).json() Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: return self.request(url, 'GET', **kwargs) Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:48:13.346976 dv-cinder-821893-3-smb neutron-server[82860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:48:13.435165 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2b73a2a2-75d4-48bb-9216-ae36fb24d7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3377289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377742'] for network, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:13.436068 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:13.439679 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:13.454133 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2b73a2a2-75d4-48bb-9216-ae36fb24d7c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:13.464736 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73a2a2-75d4-48bb-9216-ae36fb24d7c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8981ae74-48c5-470e-b814-deba1c462ad0,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:13.468198 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-2b73a2a2-75d4-48bb-9216-ae36fb24d7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:13.475317 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-2b73a2a2-75d4-48bb-9216-ae36fb24d7c7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8981ae74-48c5-470e-b814-deba1c462ad0 HTTP/1.1" status: 204 len: 168 time: 1.9859631 Dec 16 14:48:13.479920 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36702) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:13.947335 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-15fd5cad-2df4-4368-a879-958af41e3534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-380824'] for router_interface, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:14.087583 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-3d8324e5-f86a-4685-a32a-292693faac50 req-cc202a94-5641-45eb-a4af-67de1f0390a0 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Synchronizing usage tracker for tenant:9b91e2bcae2c47e78bdc752b5cb5b02b on resource:port {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:48:14.106689 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-3d8324e5-f86a-4685-a32a-292693faac50 req-cc202a94-5641-45eb-a4af-67de1f0390a0 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Unset dirty status for tenant:9b91e2bcae2c47e78bdc752b5cb5b02b on resource:port {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:48:14.109062 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-3d8324e5-f86a-4685-a32a-292693faac50 req-cc202a94-5641-45eb-a4af-67de1f0390a0 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d89d2ff-f3b7-406e-845b-1084a432d53a HTTP/1.1" status: 200 len: 210 time: 0.0687573 Dec 16 14:48:14.648294 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-15fd5cad-2df4-4368-a879-958af41e3534 admin admin] Deleting port 510af3b6-5eaf-42ab-b6d4-5fb19001bae9 {{(pid=82861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:48:14.649043 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-15fd5cad-2df4-4368-a879-958af41e3534 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:14.832255 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [None req-15fd5cad-2df4-4368-a879-958af41e3534 admin admin] For port 510af3b6-5eaf-42ab-b6d4-5fb19001bae9, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=510af3b6-5eaf-42ab-b6d4-5fb19001bae9,segment=NetworkSegment(5fdc02c3-beae-4c48-bed4-06f0947ca785),segment_id=5fdc02c3-beae-4c48-bed4-06f0947ca785)] {{(pid=82861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:48:14.832593 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-15fd5cad-2df4-4368-a879-958af41e3534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:15.081779 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-15fd5cad-2df4-4368-a879-958af41e3534 admin admin] Calling delete_port for 510af3b6-5eaf-42ab-b6d4-5fb19001bae9 owned by network:router_interface {{(pid=82861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:48:15.341893 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-15fd5cad-2df4-4368-a879-958af41e3534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:15.349248 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-91b0c51a-758c-4757-9ce1-b2066de6e2b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:15.389491 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 279459b8-f200-42b8-9f99-6345200e45df no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:48:15.397359 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd5cad-2df4-4368-a879-958af41e3534 admin admin] Pushing event deleted for resources: {'Port': ['ID=510af3b6-5eaf-42ab-b6d4-5fb19001bae9,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:15.406584 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-15fd5cad-2df4-4368-a879-958af41e3534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:15.541074 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-869da074-d5f0-497a-9e60-987382c31319 None None] No Port match for: 279459b8-f200-42b8-9f99-6345200e45df {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:48:15.541945 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 279459b8-f200-42b8-9f99-6345200e45df not bound to the agent host hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:48:16.019173 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18f4ca-95bb-4d54-bcf9-113256a541bf req-ffd0efe4-816c-46b1-8f39-40014d5aac95 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:16.021102 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-fb18f4ca-95bb-4d54-bcf9-113256a541bf req-ffd0efe4-816c-46b1-8f39-40014d5aac95 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=390849fa-ce5d-4dcf-9a23-997c2451eecb HTTP/1.1" status: 200 len: 945 time: 0.3153570 Dec 16 14:48:16.123897 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-fb18f4ca-95bb-4d54-bcf9-113256a541bf req-d3dca26a-e0ec-4370-993f-cd984f5b7f9d tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876868 Dec 16 14:48:16.166212 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-15fd5cad-2df4-4368-a879-958af41e3534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3563947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-379974'] for router_interface, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:17.027448 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fd5cad-2df4-4368-a879-958af41e3534 admin admin] Router fb306bba-3ce9-4371-bdab-da5e62381ea2 has already been hosted by L3 agent 65a2623a-a483-444d-a80a-6d63c951d9bc {{(pid=82861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:48:17.502193 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801ab1c-4ebb-45a5-864d-5bfd58aa42db req-decf91f6-59d5-4959-ba94-7c709cfe2e1a tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:17.504947 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-6801ab1c-4ebb-45a5-864d-5bfd58aa42db req-decf91f6-59d5-4959-ba94-7c709cfe2e1a tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.62 "GET /v2.0/ports?device_id=390849fa-ce5d-4dcf-9a23-997c2451eecb HTTP/1.1" status: 200 len: 945 time: 0.2482882 Dec 16 14:48:17.520658 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fd5cad-2df4-4368-a879-958af41e3534 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-smb the message routers_updated {{(pid=82861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:48:17.531606 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-15fd5cad-2df4-4368-a879-958af41e3534 admin admin] 10.222.0.44 "PUT /v2.0/routers/fb306bba-3ce9-4371-bdab-da5e62381ea2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0491846 Dec 16 14:48:17.534732 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36716) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:17.535121 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1388a115-0ff7-4cc8-a5d2-bac0554ee299 None None] Sync routers for ids ['fb306bba-3ce9-4371-bdab-da5e62381ea2'] in dv-cinder-821893-3-smb {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 16 14:48:17.550129 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1388a115-0ff7-4cc8-a5d2-bac0554ee299 None None] Routers {'fb306bba-3ce9-4371-bdab-da5e62381ea2'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:48:17.551316 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-1388a115-0ff7-4cc8-a5d2-bac0554ee299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:48:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['fb306bba-3ce9-4371-bdab-da5e62381ea2'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:48:17.598634 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77d161-b34b-4d32-90f4-a1f2ad3b66cb req-97b81e07-a4bc-48af-82cf-9a4a9b0b04dd tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:17.600239 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8d77d161-b34b-4d32-90f4-a1f2ad3b66cb req-97b81e07-a4bc-48af-82cf-9a4a9b0b04dd tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=390849fa-ce5d-4dcf-9a23-997c2451eecb HTTP/1.1" status: 200 len: 945 time: 0.2528391 Dec 16 14:48:17.652542 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [req-6801ab1c-4ebb-45a5-864d-5bfd58aa42db req-7435f400-54be-4242-ad4c-1b615d938794 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Deleting port b40b30d9-be8a-40bd-bfcc-32f4285fc737 {{(pid=82860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:48:17.653208 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-6801ab1c-4ebb-45a5-864d-5bfd58aa42db req-7435f400-54be-4242-ad4c-1b615d938794 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:17.768310 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8d77d161-b34b-4d32-90f4-a1f2ad3b66cb req-6295b5fb-360e-4bba-acad-0647c974f82b tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569445 Dec 16 14:48:17.911966 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-5debaa4a-7953-4af9-950c-fb3a45d27f98 admin admin] Notify callbacks [] for router, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:17.954112 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-1388a115-0ff7-4cc8-a5d2-bac0554ee299 None None] Set router fb306bba-3ce9-4371-bdab-da5e62381ea2 gateway port host: dv-cinder-821893-3-smb {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:48:18.037879 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-6801ab1c-4ebb-45a5-864d-5bfd58aa42db req-7435f400-54be-4242-ad4c-1b615d938794 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] For port b40b30d9-be8a-40bd-bfcc-32f4285fc737, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=b40b30d9-be8a-40bd-bfcc-32f4285fc737,segment=NetworkSegment(d50bf3ac-477a-4294-b542-da39d895ed15),segment_id=d50bf3ac-477a-4294-b542-da39d895ed15)] {{(pid=82860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:48:18.038195 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-6801ab1c-4ebb-45a5-864d-5bfd58aa42db req-7435f400-54be-4242-ad4c-1b615d938794 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:18.210916 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [req-6801ab1c-4ebb-45a5-864d-5bfd58aa42db req-7435f400-54be-4242-ad4c-1b615d938794 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Calling delete_port for b40b30d9-be8a-40bd-bfcc-32f4285fc737 owned by compute:nova {{(pid=82860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:48:18.286729 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-5debaa4a-7953-4af9-950c-fb3a45d27f98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:18.306352 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-5debaa4a-7953-4af9-950c-fb3a45d27f98 admin admin] Deleting port b186c62e-86ef-4a9e-acb0-739db06b6683 {{(pid=82861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:48:18.307444 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-5debaa4a-7953-4af9-950c-fb3a45d27f98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:18.494210 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-1388a115-0ff7-4cc8-a5d2-bac0554ee299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb306bba-3ce9-4371-bdab-da5e62381ea2', 'name': 'tempest-TestShelveInstance-144490076-router', 'tenant_id': '08ce9c04ef824a6487abd3242851391e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'external_fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b186c62e-86ef-4a9e-acb0-739db06b6683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:43:18Z', 'updated_at': '2021-12-16T14:48:15Z', 'revision_number': 5, 'project_id': '08ce9c04ef824a6487abd3242851391e', 'gw_port': {'id': 'b186c62e-86ef-4a9e-acb0-739db06b6683', 'name': '', 'network_id': '186f29a2-e581-4978-89ea-e3da95ffad7e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ef:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb306bba-3ce9-4371-bdab-da5e62381ea2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:43:19Z', 'updated_at': '2021-12-16T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03058b0e-e3b9-411a-92a6-f5070e371994', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-smb'}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:48:18.503803 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1388a115-0ff7-4cc8-a5d2-bac0554ee299 None None] Checking router: fb306bba-3ce9-4371-bdab-da5e62381ea2 for host: dv-cinder-821893-3-smb {{(pid=82863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 16 14:48:18.525697 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1388a115-0ff7-4cc8-a5d2-bac0554ee299 None None] Routers {'fb306bba-3ce9-4371-bdab-da5e62381ea2'} bound to L3 agent in host dv-cinder-821893-3-smb {{(pid=82863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:48:18.526682 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-1388a115-0ff7-4cc8-a5d2-bac0554ee299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821893-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:10Z,description=,heartbeat_timestamp=2021-12-16T14:48:10Z,host='dv-cinder-821893-3-smb',id=65a2623a-a483-444d-a80a-6d63c951d9bc,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:30:10Z,topic='l3_agent')) {'router_ids': ['fb306bba-3ce9-4371-bdab-da5e62381ea2'], 'active': True} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:48:18.625400 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-6801ab1c-4ebb-45a5-864d-5bfd58aa42db req-7435f400-54be-4242-ad4c-1b615d938794 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:18.635118 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-3e7ef037-9122-4a16-804a-4e929b88e5ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:18.638604 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [None req-5debaa4a-7953-4af9-950c-fb3a45d27f98 admin admin] For port b186c62e-86ef-4a9e-acb0-739db06b6683, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=b186c62e-86ef-4a9e-acb0-739db06b6683,segment=NetworkSegment(4f5dda31-b5b1-4742-b2db-5b9a26752cae),segment_id=4f5dda31-b5b1-4742-b2db-5b9a26752cae)] {{(pid=82861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:48:18.639347 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-5debaa4a-7953-4af9-950c-fb3a45d27f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:18.675215 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['eee3874d-1c04-47a7-82df-c2cd89273def'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:48:18.706828 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_dvr_db [None req-1388a115-0ff7-4cc8-a5d2-bac0554ee299 None None] Set router fb306bba-3ce9-4371-bdab-da5e62381ea2 gateway port host: None {{(pid=82863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 16 14:48:18.707702 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435f400-54be-4242-ad4c-1b615d938794 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Pushing event deleted for resources: {'Port': ['ID=b40b30d9-be8a-40bd-bfcc-32f4285fc737,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:18.714930 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-7435f400-54be-4242-ad4c-1b615d938794 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:18.858940 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [req-6801ab1c-4ebb-45a5-864d-5bfd58aa42db req-7435f400-54be-4242-ad4c-1b615d938794 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] No DVR routers for this DVR port b40b30d9-be8a-40bd-bfcc-32f4285fc737 on host hv-cinder-82189 {{(pid=82860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:48:18.862860 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-6801ab1c-4ebb-45a5-864d-5bfd58aa42db req-7435f400-54be-4242-ad4c-1b615d938794 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:18.867660 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.l3_hamode_db [None req-1388a115-0ff7-4cc8-a5d2-bac0554ee299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb306bba-3ce9-4371-bdab-da5e62381ea2', 'name': 'tempest-TestShelveInstance-144490076-router', 'tenant_id': '08ce9c04ef824a6487abd3242851391e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:43:18Z', 'updated_at': '2021-12-16T14:48:18Z', 'revision_number': 6, 'project_id': '08ce9c04ef824a6487abd3242851391e', 'gw_port_host': None}], 'dv-cinder-821893-3-smb', False) {} {{(pid=82863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:48:18.868125 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390849fa-ce5d-4dcf-9a23-997c2451eecb', 'name': 'network-vif-deleted', 'tag': 'b40b30d9-be8a-40bd-bfcc-32f4285fc737'}] {{(pid=82860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:48:18.873123 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1388a115-0ff7-4cc8-a5d2-bac0554ee299 None None] The sync data for ids ['fb306bba-3ce9-4371-bdab-da5e62381ea2'] in dv-cinder-821893-3-smb is: [{'id': 'fb306bba-3ce9-4371-bdab-da5e62381ea2', 'name': 'tempest-TestShelveInstance-144490076-router', 'tenant_id': '08ce9c04ef824a6487abd3242851391e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:43:18Z', 'updated_at': '2021-12-16T14:48:18Z', 'revision_number': 6, 'project_id': '08ce9c04ef824a6487abd3242851391e', 'gw_port_host': None}] {{(pid=82863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 16 14:48:18.914313 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-6801ab1c-4ebb-45a5-864d-5bfd58aa42db req-7435f400-54be-4242-ad4c-1b615d938794 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.62 "DELETE /v2.0/ports/b40b30d9-be8a-40bd-bfcc-32f4285fc737 HTTP/1.1" status: 204 len: 173 time: 1.3854163 Dec 16 14:48:18.994558 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-5debaa4a-7953-4af9-950c-fb3a45d27f98 admin admin] Calling delete_port for b186c62e-86ef-4a9e-acb0-739db06b6683 owned by network:router_gateway {{(pid=82861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:48:19.072933 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390849fa-ce5d-4dcf-9a23-997c2451eecb', 'name': 'network-vif-deleted', 'tag': 'b40b30d9-be8a-40bd-bfcc-32f4285fc737', 'status': 'completed', 'code': 200} Dec 16 14:48:19.179736 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-49aba10f-8c1d-4805-b61a-1d03bea0e84e req-31f12331-d61e-4263-8621-ec1f504f0dd7 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=390849fa-ce5d-4dcf-9a23-997c2451eecb HTTP/1.1" status: 200 len: 210 time: 0.0948040 Dec 16 14:48:19.363250 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-5debaa4a-7953-4af9-950c-fb3a45d27f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:19.370722 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-ec42d838-92bb-4c1b-9fd8-f8897b22c73b tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:19.421532 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device b40b30d9-be8a-40bd-bfcc-32f4285fc737 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:48:19.440109 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debaa4a-7953-4af9-950c-fb3a45d27f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=b186c62e-86ef-4a9e-acb0-739db06b6683,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:19.447394 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-5debaa4a-7953-4af9-950c-fb3a45d27f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:19.494324 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-869da074-d5f0-497a-9e60-987382c31319 None None] No Port match for: b40b30d9-be8a-40bd-bfcc-32f4285fc737 {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:48:19.494324 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device b40b30d9-be8a-40bd-bfcc-32f4285fc737 not bound to the agent host hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:48:19.799692 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-5debaa4a-7953-4af9-950c-fb3a45d27f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377829'] for router_gateway, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:20.247645 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-5debaa4a-7953-4af9-950c-fb3a45d27f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61118'] for router, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:20.253305 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-5debaa4a-7953-4af9-950c-fb3a45d27f98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:20.297979 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-5debaa4a-7953-4af9-950c-fb3a45d27f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-422089'] for router, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:20.300224 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5debaa4a-7953-4af9-950c-fb3a45d27f98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb306bba-3ce9-4371-bdab-da5e62381ea2 {{(pid=82861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 14:48:20.328709 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-5debaa4a-7953-4af9-950c-fb3a45d27f98 admin admin] Notify callbacks [] for router, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:20.334247 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 36726) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:20.334838 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-5debaa4a-7953-4af9-950c-fb3a45d27f98 admin admin] 10.222.0.44 "DELETE /v2.0/routers/fb306bba-3ce9-4371-bdab-da5e62381ea2 HTTP/1.1" status: 204 len: 168 time: 2.7982953 Dec 16 14:48:20.423353 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa52ee5b-74fc-4447-9337-3ec8b3e413d7 admin admin] Deleting subnet d05e12b2-3865-4587-8ef8-636bf05cf2a4 {{(pid=82860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 16 14:48:20.428800 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-fa52ee5b-74fc-4447-9337-3ec8b3e413d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:20.532761 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-fa52ee5b-74fc-4447-9337-3ec8b3e413d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1906465'] for subnet, precommit_delete_associations {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:20.656520 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-fa52ee5b-74fc-4447-9337-3ec8b3e413d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3375631'] for subnet, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:20.758447 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-fa52ee5b-74fc-4447-9337-3ec8b3e413d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3375616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6482832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1429926'] for subnet, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:20.763660 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:20.806799 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52ee5b-74fc-4447-9337-3ec8b3e413d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d05e12b2-3865-4587-8ef8-636bf05cf2a4,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:20.811051 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-fa52ee5b-74fc-4447-9337-3ec8b3e413d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:20.817044 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-fa52ee5b-74fc-4447-9337-3ec8b3e413d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:20.827555 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-fa52ee5b-74fc-4447-9337-3ec8b3e413d7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d05e12b2-3865-4587-8ef8-636bf05cf2a4 HTTP/1.1" status: 204 len: 168 time: 0.4918518 Dec 16 14:48:20.831280 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36734) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:20.832382 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb7bcd5-7c13-40d7-a625-bfb992514be4 None None] Network 1f46d156-4e00-4d6d-9c43-7cacbecf6a5a requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:48:20.986013 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-c9882fcb-79a2-4cb2-83c5-cb462a5ecce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3222799'] for network, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:20.988012 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 510af3b6-5eaf-42ab-b6d4-5fb19001bae9 no longer exists at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:48:20.999508 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-c9882fcb-79a2-4cb2-83c5-cb462a5ecce2 admin admin] Deleting port 1e5a0e18-4ae8-46ad-9066-59f26004afd9 {{(pid=82861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:48:20.999966 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-c9882fcb-79a2-4cb2-83c5-cb462a5ecce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:21.066988 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] No Port match for: 510af3b6-5eaf-42ab-b6d4-5fb19001bae9 {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:48:21.067421 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 510af3b6-5eaf-42ab-b6d4-5fb19001bae9 not bound to the agent host dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:48:21.067909 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device b186c62e-86ef-4a9e-acb0-739db06b6683 no longer exists at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:48:21.131922 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] No Port match for: b186c62e-86ef-4a9e-acb0-739db06b6683 {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:48:21.132532 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device b186c62e-86ef-4a9e-acb0-739db06b6683 not bound to the agent host dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:48:21.341062 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.db [None req-c9882fcb-79a2-4cb2-83c5-cb462a5ecce2 admin admin] For port 1e5a0e18-4ae8-46ad-9066-59f26004afd9, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=1e5a0e18-4ae8-46ad-9066-59f26004afd9,segment=NetworkSegment(5fdc02c3-beae-4c48-bed4-06f0947ca785),segment_id=5fdc02c3-beae-4c48-bed4-06f0947ca785)] {{(pid=82861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:48:21.341807 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-c9882fcb-79a2-4cb2-83c5-cb462a5ecce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:21.401311 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2e900b-1efc-47ac-b141-cf4406c9e0c9 None None] DHCP port deletion for 1f46d156-4e00-4d6d-9c43-7cacbecf6a5a request from dv-cinder-821893-3-smb {{(pid=82862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 16 14:48:21.409126 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e900b-1efc-47ac-b141-cf4406c9e0c9 None None] Deleting port 1e5a0e18-4ae8-46ad-9066-59f26004afd9 {{(pid=82862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:48:21.409851 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-7d2e900b-1efc-47ac-b141-cf4406c9e0c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:21.483386 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.plugin [None req-c9882fcb-79a2-4cb2-83c5-cb462a5ecce2 admin admin] Calling delete_port for 1e5a0e18-4ae8-46ad-9066-59f26004afd9 owned by network:dhcp {{(pid=82861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:48:21.584200 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-c9882fcb-79a2-4cb2-83c5-cb462a5ecce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3754650'] for port, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:21.589424 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-d5103fbf-3030-45e3-be30-e7fe1766a29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:21.652165 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9882fcb-79a2-4cb2-83c5-cb462a5ecce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5a0e18-4ae8-46ad-9066-59f26004afd9,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:21.655113 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-c9882fcb-79a2-4cb2-83c5-cb462a5ecce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:21.659625 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9882fcb-79a2-4cb2-83c5-cb462a5ecce2 admin admin] No DVR routers for this DVR port 1e5a0e18-4ae8-46ad-9066-59f26004afd9 on host dv-cinder-821893-3-smb {{(pid=82861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:48:21.802734 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-7d2e900b-1efc-47ac-b141-cf4406c9e0c9 None None] For port 1e5a0e18-4ae8-46ad-9066-59f26004afd9, host dv-cinder-821893-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-smb',level=0,port_id=1e5a0e18-4ae8-46ad-9066-59f26004afd9,segment=NetworkSegment(5fdc02c3-beae-4c48-bed4-06f0947ca785),segment_id=5fdc02c3-beae-4c48-bed4-06f0947ca785)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:48:21.803634 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-7d2e900b-1efc-47ac-b141-cf4406c9e0c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:21.844111 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-c9882fcb-79a2-4cb2-83c5-cb462a5ecce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3377296', 'neutron.services.segments.db._delete_segments_for_network-8775664583123'] for network, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:21.882065 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-c9882fcb-79a2-4cb2-83c5-cb462a5ecce2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f46d156-4e00-4d6d-9c43-7cacbecf6a5a']}} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:48:21.897540 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-c9882fcb-79a2-4cb2-83c5-cb462a5ecce2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdc02c3-beae-4c48-bed4-06f0947ca785') {'for_net_delete': True} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:48:21.897880 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-c9882fcb-79a2-4cb2-83c5-cb462a5ecce2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdc02c3-beae-4c48-bed4-06f0947ca785') {} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:48:21.913730 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-c9882fcb-79a2-4cb2-83c5-cb462a5ecce2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775664586478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-855989'] for segment, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:21.938085 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-c9882fcb-79a2-4cb2-83c5-cb462a5ecce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:21.946055 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9882fcb-79a2-4cb2-83c5-cb462a5ecce2 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=82861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 16 14:48:21.946443 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-c9882fcb-79a2-4cb2-83c5-cb462a5ecce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3754089'] for segment, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: Traceback (most recent call last): Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: timer() Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: cb(*args, **kw) Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: return func(*args, **kwargs) Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: self._notify() Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: self.callback(batched_events) Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: event.method(event) Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: return f(self, *a, **k) Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: return self._get(url).json() Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: return self.request(url, 'GET', **kwargs) Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:48:21.962440 dv-cinder-821893-3-smb neutron-server[82861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:48:22.040721 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e900b-1efc-47ac-b141-cf4406c9e0c9 None None] Calling delete_port for 1e5a0e18-4ae8-46ad-9066-59f26004afd9 owned by network:dhcp {{(pid=82862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:48:22.075571 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-c9882fcb-79a2-4cb2-83c5-cb462a5ecce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3377289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377742'] for network, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:22.080601 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:22.113277 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-c9882fcb-79a2-4cb2-83c5-cb462a5ecce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:22.127202 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9882fcb-79a2-4cb2-83c5-cb462a5ecce2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f46d156-4e00-4d6d-9c43-7cacbecf6a5a,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:22.142512 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-c9882fcb-79a2-4cb2-83c5-cb462a5ecce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:22.148051 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-c9882fcb-79a2-4cb2-83c5-cb462a5ecce2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1f46d156-4e00-4d6d-9c43-7cacbecf6a5a HTTP/1.1" status: 204 len: 168 time: 1.3151693 Dec 16 14:48:22.173884 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.db.api [None req-7d2e900b-1efc-47ac-b141-cf4406c9e0c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 14:48:22.174495 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_db.api [None req-7d2e900b-1efc-47ac-b141-cf4406c9e0c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 14:48:22.385946 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36746) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:22.404424 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ea8cc-35b9-486b-974c-957e3e7ec321 req-bcae669d-8dea-4232-8459-6daa0a31923a tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:22.405409 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-8b6ea8cc-35b9-486b-974c-957e3e7ec321 req-bcae669d-8dea-4232-8459-6daa0a31923a tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Synchronizing usage tracker for tenant:9b91e2bcae2c47e78bdc752b5cb5b02b on resource:port {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:48:22.425418 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-8b6ea8cc-35b9-486b-974c-957e3e7ec321 req-bcae669d-8dea-4232-8459-6daa0a31923a tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Unset dirty status for tenant:9b91e2bcae2c47e78bdc752b5cb5b02b on resource:port {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:48:22.426832 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8b6ea8cc-35b9-486b-974c-957e3e7ec321 req-bcae669d-8dea-4232-8459-6daa0a31923a tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=93836f21-b782-4b45-ae9f-c2766638a6cb HTTP/1.1" status: 200 len: 945 time: 0.1661549 Dec 16 14:48:22.451220 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-8c6c327f-7f61-4fe9-96a6-22abf84b91f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=10c603e7b31447fca656bf3ad8eace18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0639112 Dec 16 14:48:22.456984 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36750) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:22.487522 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-8b6ea8cc-35b9-486b-974c-957e3e7ec321 req-f7b61aad-fbf5-410a-a447-f389e57a9aa9 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494061 Dec 16 14:48:22.569596 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-dee2cbac-d355-42c5-a57c-37f6c12f404d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:22.627269 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-dee2cbac-d355-42c5-a57c-37f6c12f404d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:22.675805 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e900b-1efc-47ac-b141-cf4406c9e0c9 None None] Deleting port 1e5a0e18-4ae8-46ad-9066-59f26004afd9 {{(pid=82862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:48:22.676172 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-7d2e900b-1efc-47ac-b141-cf4406c9e0c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:22.723895 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-dee2cbac-d355-42c5-a57c-37f6c12f404d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:22.732775 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-b42a1592-8897-424b-9fbf-5944854f9ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:22.763622 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2cbac-d355-42c5-a57c-37f6c12f404d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea881ca-88b2-4d1b-98e3-0d2a7cbec7ab,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:22.768993 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-dee2cbac-d355-42c5-a57c-37f6c12f404d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:22.780828 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-dee2cbac-d355-42c5-a57c-37f6c12f404d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:22.785290 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e900b-1efc-47ac-b141-cf4406c9e0c9 None None] The port '1e5a0e18-4ae8-46ad-9066-59f26004afd9' was deleted {{(pid=82862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 16 14:48:22.787972 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-dee2cbac-d355-42c5-a57c-37f6c12f404d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7ea881ca-88b2-4d1b-98e3-0d2a7cbec7ab HTTP/1.1" status: 204 len: 168 time: 0.3273437 Dec 16 14:48:22.952229 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 1e5a0e18-4ae8-46ad-9066-59f26004afd9 no longer exists at agent ovs-agent-dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:48:23.014721 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] No Port match for: 1e5a0e18-4ae8-46ad-9066-59f26004afd9 {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:48:23.015202 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Device 1e5a0e18-4ae8-46ad-9066-59f26004afd9 not bound to the agent host dv-cinder-821893-3-smb {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:48:23.385529 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36758) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:23.480795 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-44654a6e-0d0e-4ea2-af64-5131669937ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08ce9c04ef824a6487abd3242851391e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0931857 Dec 16 14:48:23.485222 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36762) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:23.606397 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2676468a-cf00-4ce2-81bc-f8435ffae6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:23.652337 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2676468a-cf00-4ce2-81bc-f8435ffae6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:23.831359 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2676468a-cf00-4ce2-81bc-f8435ffae6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:23.835871 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-49c0362e-ef44-484d-9dd5-87597b0069ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:23.849015 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43309edd-b7c4-4070-95be-8897f2dabb24 req-7f53cff6-0478-468b-8711-36772bcd876e tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:23.850947 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-43309edd-b7c4-4070-95be-8897f2dabb24 req-7f53cff6-0478-468b-8711-36772bcd876e tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=93836f21-b782-4b45-ae9f-c2766638a6cb HTTP/1.1" status: 200 len: 945 time: 0.1860518 Dec 16 14:48:23.858763 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676468a-cf00-4ce2-81bc-f8435ffae6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86335e3e-b2cf-44ef-a197-4e11db0ea8d8,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:23.865875 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-2676468a-cf00-4ce2-81bc-f8435ffae6ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:23.883267 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-2676468a-cf00-4ce2-81bc-f8435ffae6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:23.884424 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-2676468a-cf00-4ce2-81bc-f8435ffae6ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86335e3e-b2cf-44ef-a197-4e11db0ea8d8 HTTP/1.1" status: 204 len: 168 time: 0.3979025 Dec 16 14:48:23.924983 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-43309edd-b7c4-4070-95be-8897f2dabb24 req-b1075533-61d1-4516-a231-a2235c70a30d tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/security-groups?id=b49e051a-53f9-434d-abaa-b9756584efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636039 Dec 16 14:48:24.165413 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaffeb1-8e07-4d07-b573-89329981026c req-7bb8029c-f53b-4698-81b2-72813c2f916b tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:24.167965 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-cbaffeb1-8e07-4d07-b573-89329981026c req-7bb8029c-f53b-4698-81b2-72813c2f916b tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.62 "GET /v2.0/ports?device_id=93836f21-b782-4b45-ae9f-c2766638a6cb HTTP/1.1" status: 200 len: 945 time: 0.1294930 Dec 16 14:48:24.268593 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [req-cbaffeb1-8e07-4d07-b573-89329981026c req-07d6f98d-b2b9-454d-be69-13506034add6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Deleting port eee3874d-1c04-47a7-82df-c2cd89273def {{(pid=82860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:48:24.268942 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-cbaffeb1-8e07-4d07-b573-89329981026c req-07d6f98d-b2b9-454d-be69-13506034add6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:24.655581 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-cbaffeb1-8e07-4d07-b573-89329981026c req-07d6f98d-b2b9-454d-be69-13506034add6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] For port eee3874d-1c04-47a7-82df-c2cd89273def, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=eee3874d-1c04-47a7-82df-c2cd89273def,segment=NetworkSegment(d50bf3ac-477a-4294-b542-da39d895ed15),segment_id=d50bf3ac-477a-4294-b542-da39d895ed15)] {{(pid=82860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:48:24.656025 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-cbaffeb1-8e07-4d07-b573-89329981026c req-07d6f98d-b2b9-454d-be69-13506034add6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:24.815510 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [req-cbaffeb1-8e07-4d07-b573-89329981026c req-07d6f98d-b2b9-454d-be69-13506034add6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Calling delete_port for eee3874d-1c04-47a7-82df-c2cd89273def owned by compute:nova {{(pid=82860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:48:25.043353 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-cbaffeb1-8e07-4d07-b573-89329981026c req-07d6f98d-b2b9-454d-be69-13506034add6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:25.054726 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-a0859115-c32b-4221-bfb4-44f3a327d045 tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:25.092780 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['eee3874d-1c04-47a7-82df-c2cd89273def'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:48:25.142644 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6f98d-b2b9-454d-be69-13506034add6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Pushing event deleted for resources: {'Port': ['ID=eee3874d-1c04-47a7-82df-c2cd89273def,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:25.252814 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6f98d-b2b9-454d-be69-13506034add6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:48:25.253718 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6f98d-b2b9-454d-be69-13506034add6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:48:25.254443 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6f98d-b2b9-454d-be69-13506034add6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:48:25.254881 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6f98d-b2b9-454d-be69-13506034add6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:48:25.255236 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6f98d-b2b9-454d-be69-13506034add6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:48:25.255589 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6f98d-b2b9-454d-be69-13506034add6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:48:25.255935 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6f98d-b2b9-454d-be69-13506034add6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:48:25.256284 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6f98d-b2b9-454d-be69-13506034add6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:48:25.256624 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6f98d-b2b9-454d-be69-13506034add6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:48:25.256984 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6f98d-b2b9-454d-be69-13506034add6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:48:25.257285 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d6f98d-b2b9-454d-be69-13506034add6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:48:25.266619 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-07d6f98d-b2b9-454d-be69-13506034add6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:25.316861 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7d8c9272-4625-481d-ad9d-5ef7c04a14d4 req-d32f281c-206a-4b6a-b0f8-231f3cd477cc tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.44 "GET /v2.0/ports?device_id=93836f21-b782-4b45-ae9f-c2766638a6cb HTTP/1.1" status: 200 len: 210 time: 0.1561797 Dec 16 14:48:25.321929 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbaffeb1-8e07-4d07-b573-89329981026c req-07d6f98d-b2b9-454d-be69-13506034add6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] No DVR routers for this DVR port eee3874d-1c04-47a7-82df-c2cd89273def on host hv-cinder-82189 {{(pid=82860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:48:25.326021 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-cbaffeb1-8e07-4d07-b573-89329981026c req-07d6f98d-b2b9-454d-be69-13506034add6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:25.333836 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93836f21-b782-4b45-ae9f-c2766638a6cb', 'name': 'network-vif-deleted', 'tag': 'eee3874d-1c04-47a7-82df-c2cd89273def'}] {{(pid=82860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:48:25.355924 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-cbaffeb1-8e07-4d07-b573-89329981026c req-07d6f98d-b2b9-454d-be69-13506034add6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] 10.222.0.62 "DELETE /v2.0/ports/eee3874d-1c04-47a7-82df-c2cd89273def HTTP/1.1" status: 204 len: 173 time: 1.1793489 Dec 16 14:48:25.424209 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93836f21-b782-4b45-ae9f-c2766638a6cb', 'name': 'network-vif-deleted', 'tag': 'eee3874d-1c04-47a7-82df-c2cd89273def', 'status': 'completed', 'code': 200} Dec 16 14:48:26.478437 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 36776) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:26.563916 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa7dcfb-999a-4157-b89e-83cdbe632db9 admin admin] Deleting subnet 85e09500-de1f-4f8c-ac24-b9630227d9b8 {{(pid=82860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 16 14:48:26.568312 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-caa7dcfb-999a-4157-b89e-83cdbe632db9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:26.624272 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-caa7dcfb-999a-4157-b89e-83cdbe632db9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1906465'] for subnet, precommit_delete_associations {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:26.691646 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-caa7dcfb-999a-4157-b89e-83cdbe632db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3375631'] for subnet, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:26.872165 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-caa7dcfb-999a-4157-b89e-83cdbe632db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3375616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6482832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1429926'] for subnet, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:26.877075 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-916bb4b6-78d7-4788-bd68-96dec986df5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:26.915438 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7dcfb-999a-4157-b89e-83cdbe632db9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85e09500-de1f-4f8c-ac24-b9630227d9b8,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:26.918357 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-caa7dcfb-999a-4157-b89e-83cdbe632db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:26.926272 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-caa7dcfb-999a-4157-b89e-83cdbe632db9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:26.936732 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-caa7dcfb-999a-4157-b89e-83cdbe632db9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/85e09500-de1f-4f8c-ac24-b9630227d9b8 HTTP/1.1" status: 204 len: 168 time: 0.4569929 Dec 16 14:48:26.940192 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36780) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:27.227568 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ab75e122-289c-41a1-a1c2-99be0520e92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3222799'] for network, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:27.373394 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ab75e122-289c-41a1-a1c2-99be0520e92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3377296', 'neutron.services.segments.db._delete_segments_for_network-8775664583123'] for network, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:27.405758 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-ab75e122-289c-41a1-a1c2-99be0520e92d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3062d311-86e2-4c14-9d80-ccf9653094b2']}} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:48:27.421983 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-ab75e122-289c-41a1-a1c2-99be0520e92d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50bf3ac-477a-4294-b542-da39d895ed15') {'for_net_delete': True} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:48:27.422446 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-ab75e122-289c-41a1-a1c2-99be0520e92d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50bf3ac-477a-4294-b542-da39d895ed15') {} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:48:27.438599 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ab75e122-289c-41a1-a1c2-99be0520e92d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775664586478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-855989'] for segment, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:27.449916 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device eee3874d-1c04-47a7-82df-c2cd89273def no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:48:27.464672 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ab75e122-289c-41a1-a1c2-99be0520e92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:27.473149 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab75e122-289c-41a1-a1c2-99be0520e92d admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=82861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 16 14:48:27.473579 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ab75e122-289c-41a1-a1c2-99be0520e92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3754089'] for segment, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: Traceback (most recent call last): Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: timer() Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: cb(*args, **kw) Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: return func(*args, **kwargs) Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: self._notify() Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: self.callback(batched_events) Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: event.method(event) Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: return f(self, *a, **k) Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: return self._get(url).json() Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: return self.request(url, 'GET', **kwargs) Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:48:27.488561 dv-cinder-821893-3-smb neutron-server[82861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:48:27.525195 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-869da074-d5f0-497a-9e60-987382c31319 None None] No Port match for: eee3874d-1c04-47a7-82df-c2cd89273def {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:48:27.525973 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device eee3874d-1c04-47a7-82df-c2cd89273def not bound to the agent host hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:48:27.581585 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ab75e122-289c-41a1-a1c2-99be0520e92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3377289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377742'] for network, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:27.586824 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:27.603735 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-ab75e122-289c-41a1-a1c2-99be0520e92d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:27.617920 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75e122-289c-41a1-a1c2-99be0520e92d admin admin] Pushing event deleted for resources: {'Network': ['ID=3062d311-86e2-4c14-9d80-ccf9653094b2,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:27.622434 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-ab75e122-289c-41a1-a1c2-99be0520e92d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:27.631020 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-ab75e122-289c-41a1-a1c2-99be0520e92d admin admin] 10.222.0.44 "DELETE /v2.0/networks/3062d311-86e2-4c14-9d80-ccf9653094b2 HTTP/1.1" status: 204 len: 168 time: 0.6889732 Dec 16 14:48:28.007817 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 36786) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:28.071569 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-2e219f63-6fb1-478e-9134-785d37f434a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b91e2bcae2c47e78bdc752b5cb5b02b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0621653 Dec 16 14:48:28.074670 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 36790) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:28.185696 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-bb80a71f-e6ed-4943-a937-6a236c66f9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:28.233733 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-bb80a71f-e6ed-4943-a937-6a236c66f9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:28.325739 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-bb80a71f-e6ed-4943-a937-6a236c66f9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:28.332431 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-80beb785-08a3-43ac-bde0-11a530d42bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:28.357279 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80a71f-e6ed-4943-a937-6a236c66f9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49e051a-53f9-434d-abaa-b9756584efad,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:28.361396 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-bb80a71f-e6ed-4943-a937-6a236c66f9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:28.379921 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-bb80a71f-e6ed-4943-a937-6a236c66f9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:28.381240 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-bb80a71f-e6ed-4943-a937-6a236c66f9e5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b49e051a-53f9-434d-abaa-b9756584efad HTTP/1.1" status: 204 len: 168 time: 0.3052342 Dec 16 14:48:36.136120 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:48:37.402331 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-01b5e208-e39c-41b1-ac1b-ae1f35f40a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:37.761798 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36878) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:37.962936 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-76bb8209-c5df-4596-9548-212368ec097f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:38.002222 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-76bb8209-c5df-4596-9548-212368ec097f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:48:38.007327 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-76bb8209-c5df-4596-9548-212368ec097f admin admin] Usage tracker for resource:security_group_rule and tenant:c8de4ab746764871bf9fa8e189e3f9dd is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:48:38.011398 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-76bb8209-c5df-4596-9548-212368ec097f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:48:38.024362 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-76bb8209-c5df-4596-9548-212368ec097f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:48:38.146270 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-76bb8209-c5df-4596-9548-212368ec097f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:38.151822 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-76bb8209-c5df-4596-9548-212368ec097f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:38.160444 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-e2f9badf-844f-4705-a428-29c877aac20a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:38.223014 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-76bb8209-c5df-4596-9548-212368ec097f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8de4ab746764871bf9fa8e189e3f9dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4593787 Dec 16 14:48:38.224434 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb8209-c5df-4596-9548-212368ec097f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df3a93a-b17c-4ab1-a43e-5bcf7c8b7af0,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:38.225925 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 36884) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:38.230098 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-76bb8209-c5df-4596-9548-212368ec097f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:38.334540 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-7af99997-edb5-4473-a347-befe5ac89b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:38.378635 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-7af99997-edb5-4473-a347-befe5ac89b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:38.452640 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-7af99997-edb5-4473-a347-befe5ac89b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:38.460318 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-d0594df9-12bf-4c29-8559-8f7c9448f096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:38.475698 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af99997-edb5-4473-a347-befe5ac89b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df3a93a-b17c-4ab1-a43e-5bcf7c8b7af0,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:38.479752 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-7af99997-edb5-4473-a347-befe5ac89b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:38.483200 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-7af99997-edb5-4473-a347-befe5ac89b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:38.484869 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-7af99997-edb5-4473-a347-befe5ac89b35 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0df3a93a-b17c-4ab1-a43e-5bcf7c8b7af0 HTTP/1.1" status: 204 len: 168 time: 0.2572756 Dec 16 14:48:38.956726 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36892) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:38.980951 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d8f2dec5-6aa3-4e98-b19c-0e1e85bce32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:39.021686 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-d8f2dec5-6aa3-4e98-b19c-0e1e85bce32e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:48:39.026346 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-d8f2dec5-6aa3-4e98-b19c-0e1e85bce32e admin admin] Usage tracker for resource:security_group_rule and tenant:064170e19a7e4f87aaba5dabf1107be9 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:48:39.029849 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-d8f2dec5-6aa3-4e98-b19c-0e1e85bce32e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:48:39.038052 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-d8f2dec5-6aa3-4e98-b19c-0e1e85bce32e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:48:39.145750 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d8f2dec5-6aa3-4e98-b19c-0e1e85bce32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:39.154084 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d8f2dec5-6aa3-4e98-b19c-0e1e85bce32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:39.164298 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-eb8b1a43-87db-4a89-95ca-8316a358c709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:39.231676 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2dec5-6aa3-4e98-b19c-0e1e85bce32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e44d9fe-591f-498b-93c9-9fa7225776e9,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:39.235453 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-d8f2dec5-6aa3-4e98-b19c-0e1e85bce32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:39.238332 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-d8f2dec5-6aa3-4e98-b19c-0e1e85bce32e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=064170e19a7e4f87aaba5dabf1107be9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2800672 Dec 16 14:48:39.243502 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 36896) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:39.355549 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-a3d2a75f-d71e-4973-ac0a-74bce68138d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:39.388251 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-a3d2a75f-d71e-4973-ac0a-74bce68138d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:39.471551 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-a3d2a75f-d71e-4973-ac0a-74bce68138d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:39.476200 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-b6088596-380b-44a6-b387-cd7cac557e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:39.492626 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2a75f-d71e-4973-ac0a-74bce68138d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e44d9fe-591f-498b-93c9-9fa7225776e9,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:39.496557 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-a3d2a75f-d71e-4973-ac0a-74bce68138d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:39.503593 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-a3d2a75f-d71e-4973-ac0a-74bce68138d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:39.504764 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-a3d2a75f-d71e-4973-ac0a-74bce68138d4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7e44d9fe-591f-498b-93c9-9fa7225776e9 HTTP/1.1" status: 204 len: 168 time: 0.2608511 Dec 16 14:48:39.864997 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-d79f029e-0222-4ef6-99cc-5d23647b161e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:40.787274 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:41.093111 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:42.396733 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:43.439055 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:48.492854 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 37020) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:48.654596 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-05f837f8-1f8b-4011-a794-c6f2c04a1d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:48.689088 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-05f837f8-1f8b-4011-a794-c6f2c04a1d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:48:48.693274 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-05f837f8-1f8b-4011-a794-c6f2c04a1d9d admin admin] Usage tracker for resource:security_group_rule and tenant:3d1b253a029140eb87e139c0e9b65225 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:48:48.697100 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-05f837f8-1f8b-4011-a794-c6f2c04a1d9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:48:48.704478 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-05f837f8-1f8b-4011-a794-c6f2c04a1d9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:48:48.782860 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-05f837f8-1f8b-4011-a794-c6f2c04a1d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:48.788786 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-05f837f8-1f8b-4011-a794-c6f2c04a1d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:48.795932 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-33ec34e0-8913-437a-9850-832b8e9ebfa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:48.842060 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f837f8-1f8b-4011-a794-c6f2c04a1d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87942f20-c15d-46e7-8cc3-ca62ad8562b6,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:48.846528 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-05f837f8-1f8b-4011-a794-c6f2c04a1d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:48.850062 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-05f837f8-1f8b-4011-a794-c6f2c04a1d9d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d1b253a029140eb87e139c0e9b65225&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3560188 Dec 16 14:48:48.853088 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 37026) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:48.927245 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c6175601-1d2c-445b-8ff4-092dc7761b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:48.972680 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c6175601-1d2c-445b-8ff4-092dc7761b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:49.053542 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c6175601-1d2c-445b-8ff4-092dc7761b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:49.057623 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-de0afe3e-99af-44ae-a441-75fd9dff39bf tempest-TestMinimumBasicScenario-246474031 tempest-TestMinimumBasicScenario-246474031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:49.072002 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6175601-1d2c-445b-8ff4-092dc7761b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87942f20-c15d-46e7-8cc3-ca62ad8562b6,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:49.077005 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-c6175601-1d2c-445b-8ff4-092dc7761b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:49.080429 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-c6175601-1d2c-445b-8ff4-092dc7761b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:49.082435 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-c6175601-1d2c-445b-8ff4-092dc7761b3c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/87942f20-c15d-46e7-8cc3-ca62ad8562b6 HTTP/1.1" status: 204 len: 168 time: 0.2281921 Dec 16 14:48:49.522944 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 37034) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:49.542839 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-0272a39b-18e6-47a6-b6ce-ade5d06b02d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:49.580382 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-0272a39b-18e6-47a6-b6ce-ade5d06b02d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:48:49.585109 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-0272a39b-18e6-47a6-b6ce-ade5d06b02d0 admin admin] Usage tracker for resource:security_group_rule and tenant:7f9c64c7193b4d33b1ac1a55c3a9606f is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:48:49.588228 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-0272a39b-18e6-47a6-b6ce-ade5d06b02d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:48:49.594965 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-0272a39b-18e6-47a6-b6ce-ade5d06b02d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:48:49.684702 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-0272a39b-18e6-47a6-b6ce-ade5d06b02d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:49.690061 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-0272a39b-18e6-47a6-b6ce-ade5d06b02d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:49.697338 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-ea0a3cbe-c84f-44c3-a0e0-3783fcc09665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:49.743533 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272a39b-18e6-47a6-b6ce-ade5d06b02d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4e003f-ff0e-4818-9dfa-ae2b2ffb609e,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:49.747222 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-0272a39b-18e6-47a6-b6ce-ade5d06b02d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:49.750208 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-0272a39b-18e6-47a6-b6ce-ade5d06b02d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f9c64c7193b4d33b1ac1a55c3a9606f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2260807 Dec 16 14:48:49.753387 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 37038) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:49.828615 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-6dcffaee-5a07-4cc1-bc4d-9758624206a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:49.861903 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-6dcffaee-5a07-4cc1-bc4d-9758624206a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:49.926981 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-6dcffaee-5a07-4cc1-bc4d-9758624206a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:49.931289 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-b19e65cf-ab2a-41bf-a7c8-cd652fd3ed9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:49.946032 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcffaee-5a07-4cc1-bc4d-9758624206a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4e003f-ff0e-4818-9dfa-ae2b2ffb609e,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:49.949077 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-6dcffaee-5a07-4cc1-bc4d-9758624206a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:49.959182 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-6dcffaee-5a07-4cc1-bc4d-9758624206a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:49.959182 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-6dcffaee-5a07-4cc1-bc4d-9758624206a8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7e4e003f-ff0e-4818-9dfa-ae2b2ffb609e HTTP/1.1" status: 204 len: 168 time: 0.2036657 Dec 16 14:48:51.025060 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 37060) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:51.215536 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-839558501-network', 'tenant_id': 'b1fc02b397e94f1f93ef0d3985872fc6'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:48:51.225082 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:48:51.231599 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] Usage tracker for resource:network and tenant:b1fc02b397e94f1f93ef0d3985872fc6 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:48:51.236357 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:48:51.248628 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:48:51.264703 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] Made reservation on behalf of b1fc02b397e94f1f93ef0d3985872fc6 for: {'network': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:48:51.267560 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for network, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:51.289171 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:51.324069 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:48:51.328030 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] Usage tracker for resource:security_group_rule and tenant:b1fc02b397e94f1f93ef0d3985872fc6 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:48:51.331150 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:48:51.337229 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:48:51.405402 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:51.410450 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:51.413502 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-0939e10b-26bd-4d67-a017-f1c076863bec tempest-TestShelveInstance-369705375 tempest-TestShelveInstance-369705375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:51.442091 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=82861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:48:51.451492 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f5e4af-f942-4ad1-ae7b-73d26e1f3275,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:51.455783 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:51.458579 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:51.458917 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.db.segments_db [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] Added segment ee9b222c-4e8f-4d3e-a7eb-17693f9fdfaa of type vlan for network e0c63902-4c84-4efe-b803-ceac87112988 Dec 16 14:48:51.488557 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775664085252'] for network, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:51.524201 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for network, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:51.525438 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:51.526239 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:51.530670 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-8f7c320d-f033-4946-bcb3-a3db4103e844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:51.641502 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] Pushing event updated for resources: {'Network': ['ID=e0c63902-4c84-4efe-b803-ceac87112988,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:51.644510 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:51.646494 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-8a9071b2-5227-41a0-8e94-4076ff41b724 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6202893 Dec 16 14:48:51.651751 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 37066) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:51.656380 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Network e0c63902-4c84-4efe-b803-ceac87112988 details requested by agent ovs-agent-dv-cinder-821893-3-smb with host dv-cinder-821893-3-smb {{(pid=82862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:48:51.658089 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-d9ba3488-54c1-4e83-8f5f-f259477565ac admin admin] Request body: {'subnet': {'network_id': 'e0c63902-4c84-4efe-b803-ceac87112988', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-839558501-subnet', 'tenant_id': 'b1fc02b397e94f1f93ef0d3985872fc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:48:51.663543 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-d9ba3488-54c1-4e83-8f5f-f259477565ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:48:51.668585 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-d9ba3488-54c1-4e83-8f5f-f259477565ac admin admin] Usage tracker for resource:subnet and tenant:b1fc02b397e94f1f93ef0d3985872fc6 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:48:51.672524 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-d9ba3488-54c1-4e83-8f5f-f259477565ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:48:51.679970 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-d9ba3488-54c1-4e83-8f5f-f259477565ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:48:51.693255 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ba3488-54c1-4e83-8f5f-f259477565ac admin admin] Made reservation on behalf of b1fc02b397e94f1f93ef0d3985872fc6 for: {'subnet': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:48:51.696311 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d9ba3488-54c1-4e83-8f5f-f259477565ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1404185'] for subnet, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:51.931613 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d9ba3488-54c1-4e83-8f5f-f259477565ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3754502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1404203'] for subnet, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:51.936247 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:51.999217 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba3488-54c1-4e83-8f5f-f259477565ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=56816a52-c27f-481f-83f1-59831bbd19f9,revision_number=0']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:52.008182 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-d9ba3488-54c1-4e83-8f5f-f259477565ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:52.025083 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ba3488-54c1-4e83-8f5f-f259477565ac admin admin] Checking segment: {'id': 'ee9b222c-4e8f-4d3e-a7eb-17693f9fdfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e0c63902-4c84-4efe-b803-ceac87112988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:48:52.025822 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ba3488-54c1-4e83-8f5f-f259477565ac admin admin] Network hostable DHCP agents. Network: e0c63902-4c84-4efe-b803-ceac87112988, hostable agents: ['86b204a6-684d-4255-9b61-9602afcfa644'], hosted agents: [] {{(pid=82861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:48:52.051984 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ba3488-54c1-4e83-8f5f-f259477565ac admin admin] Network e0c63902-4c84-4efe-b803-ceac87112988 is scheduled to be hosted by DHCP agent 86b204a6-684d-4255-9b61-9602afcfa644 with binding_index 1 {{(pid=82861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:48:52.063792 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-d9ba3488-54c1-4e83-8f5f-f259477565ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-smb, e0c63902-4c84-4efe-b803-ceac87112988) {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:48:52.068406 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ba3488-54c1-4e83-8f5f-f259477565ac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:52.069000 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-d9ba3488-54c1-4e83-8f5f-f259477565ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:52.073611 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b447c517-30e5-4024-b696-61a47015aba8 None None] Network e0c63902-4c84-4efe-b803-ceac87112988 requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:48:52.092917 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-d9ba3488-54c1-4e83-8f5f-f259477565ac admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4398966 Dec 16 14:48:52.316339 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9854c05e-d62a-42b9-abff-8b1ff429990a None None] Network e0c63902-4c84-4efe-b803-ceac87112988 requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:48:53.212736 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 37088) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:53.219463 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2111447147-network', 'tenant_id': '8316deb841e941e7bd04cd5166592125'}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:48:53.224662 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:48:53.228889 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] Usage tracker for resource:network and tenant:8316deb841e941e7bd04cd5166592125 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:48:53.232010 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:48:53.240608 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:48:53.254761 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] Made reservation on behalf of 8316deb841e941e7bd04cd5166592125 for: {'network': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:48:53.258066 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for network, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:53.273071 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:53.315003 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:48:53.321174 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] Usage tracker for resource:security_group_rule and tenant:8316deb841e941e7bd04cd5166592125 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:48:53.326970 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:48:53.347410 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:48:53.435440 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:53.440630 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:53.443821 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-e0e03594-5391-49f1-b5bf-a89f523c51e6 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:53.474098 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=82861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:48:53.483035 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf856b6c-4e28-4489-9474-25695acdcd9b,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:53.487440 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:53.490437 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:53.490810 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.db.segments_db [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] Added segment b78449ba-6924-4407-8cdf-a07a164c946f of type vlan for network cde68646-0977-4667-a083-604740c3252b Dec 16 14:48:53.522848 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775664085252'] for network, precommit_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:53.556600 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812'] for network, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:53.557513 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:53.558115 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:53.561761 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-8a654903-5c5f-452c-be40-4bd2c2d69dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:53.670975 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] Pushing event updated for resources: {'Network': ['ID=cde68646-0977-4667-a083-604740c3252b,revision_number=1']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:53.673932 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4597416 Dec 16 14:48:53.678610 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 37092) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:48:53.682582 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-f5efbc23-cfc6-4644-869b-e5bd58ed626a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:53.686946 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.v2.base [None req-fe620706-5a6c-4c02-8b6e-5f9a01375489 admin admin] Request body: {'subnet': {'network_id': 'cde68646-0977-4667-a083-604740c3252b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2111447147-subnet', 'tenant_id': '8316deb841e941e7bd04cd5166592125', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:48:53.691613 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Network cde68646-0977-4667-a083-604740c3252b details requested by agent ovs-agent-dv-cinder-821893-3-smb with host dv-cinder-821893-3-smb {{(pid=82862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 16 14:48:53.693181 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-fe620706-5a6c-4c02-8b6e-5f9a01375489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:48:53.698047 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-fe620706-5a6c-4c02-8b6e-5f9a01375489 admin admin] Usage tracker for resource:subnet and tenant:8316deb841e941e7bd04cd5166592125 is out of sync, need to count used quota {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:48:53.701452 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [None req-fe620706-5a6c-4c02-8b6e-5f9a01375489 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82861) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:48:53.717161 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.quota.driver [None req-fe620706-5a6c-4c02-8b6e-5f9a01375489 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82861) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:48:53.732864 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe620706-5a6c-4c02-8b6e-5f9a01375489 admin admin] Made reservation on behalf of 8316deb841e941e7bd04cd5166592125 for: {'subnet': 1} {{(pid=82861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:48:53.735569 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-fe620706-5a6c-4c02-8b6e-5f9a01375489 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1404185'] for subnet, before_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:54.155724 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-fe620706-5a6c-4c02-8b6e-5f9a01375489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3754502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1404203'] for subnet, after_create {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:54.160229 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-d9ba3488-54c1-4e83-8f5f-f259477565ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:54.240083 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe620706-5a6c-4c02-8b6e-5f9a01375489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b552fee1-5336-49a1-a21a-48207616fb8f,revision_number=0']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:54.245550 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-fe620706-5a6c-4c02-8b6e-5f9a01375489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:54.258495 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe620706-5a6c-4c02-8b6e-5f9a01375489 admin admin] Checking segment: {'id': 'b78449ba-6924-4407-8cdf-a07a164c946f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'cde68646-0977-4667-a083-604740c3252b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:48:54.258867 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe620706-5a6c-4c02-8b6e-5f9a01375489 admin admin] Network hostable DHCP agents. Network: cde68646-0977-4667-a083-604740c3252b, hostable agents: ['86b204a6-684d-4255-9b61-9602afcfa644'], hosted agents: [] {{(pid=82861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:48:54.287717 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe620706-5a6c-4c02-8b6e-5f9a01375489 admin admin] Network cde68646-0977-4667-a083-604740c3252b is scheduled to be hosted by DHCP agent 86b204a6-684d-4255-9b61-9602afcfa644 with binding_index 1 {{(pid=82861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:48:54.302291 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.scheduler.base_scheduler [None req-fe620706-5a6c-4c02-8b6e-5f9a01375489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-smb, cde68646-0977-4667-a083-604740c3252b) {{(pid=82861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:48:54.313699 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f959803-5638-4786-bf9b-0a850eb3678c None None] Network cde68646-0977-4667-a083-604740c3252b requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:48:54.314444 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe620706-5a6c-4c02-8b6e-5f9a01375489 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:54.315588 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-fe620706-5a6c-4c02-8b6e-5f9a01375489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:54.361029 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-fe620706-5a6c-4c02-8b6e-5f9a01375489 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6810458 Dec 16 14:48:54.610829 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97089f3-1c62-4c86-a578-1e8b30baa223 None None] Network cde68646-0977-4667-a083-604740c3252b requested from dv-cinder-821893-3-smb {{(pid=82862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 16 14:48:55.174812 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-b0abc125-03f8-4c14-a1ff-183568f913ed tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:55.175400 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-b0abc125-03f8-4c14-a1ff-183568f913ed tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Synchronizing usage tracker for tenant:b1fc02b397e94f1f93ef0d3985872fc6 on resource:network {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:48:55.201841 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-b0abc125-03f8-4c14-a1ff-183568f913ed tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Unset dirty status for tenant:b1fc02b397e94f1f93ef0d3985872fc6 on resource:network {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:48:55.203330 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-b0abc125-03f8-4c14-a1ff-183568f913ed tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.44 "GET /v2.0/networks?id=e0c63902-4c84-4efe-b803-ceac87112988 HTTP/1.1" status: 200 len: 808 time: 0.1861999 Dec 16 14:48:55.221477 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-625c09ff-a890-41d1-b0d7-ecc91823dac1 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.44 "GET /v2.0/quotas/b1fc02b397e94f1f93ef0d3985872fc6 HTTP/1.1" status: 200 len: 375 time: 0.0124888 Dec 16 14:48:55.272934 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-51b48a7b-dc10-4d90-b5db-1705839f84b1 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1fc02b397e94f1f93ef0d3985872fc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444975 Dec 16 14:48:55.473644 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-4fa0f55f-aebc-4414-b81c-508e72b1645a service neutron] 10.222.0.44 "GET /v2.0/networks/e0c63902-4c84-4efe-b803-ceac87112988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920905 Dec 16 14:48:55.642710 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-bb06bd3d-bade-4441-98c3-7a4a4b85c186 service neutron] 10.222.0.44 "GET /v2.0/networks/e0c63902-4c84-4efe-b803-ceac87112988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583314 Dec 16 14:48:55.921830 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7da4ff57-001c-4bc3-9f5e-2d03dbd800f5 req-819e2953-d318-4db7-96a4-ba3c56b5fce5 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.44 "GET /v2.0/ports?device_id=06eb90b1-c21c-412a-8809-658a1e821e46 HTTP/1.1" status: 200 len: 210 time: 0.0972416 Dec 16 14:48:57.122670 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-c5c99c44-462c-4a5a-b532-f085a3aca342 req-c0b6c268-533b-4fb3-8c0c-46449ebf5f6f tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.44 "GET /v2.0/ports?device_id=06eb90b1-c21c-412a-8809-658a1e821e46 HTTP/1.1" status: 200 len: 210 time: 0.0499215 Dec 16 14:48:57.326487 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-9e95186c-9a97-4445-b6a4-1d043a88ab43 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:57.328097 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-9e95186c-9a97-4445-b6a4-1d043a88ab43 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.62 "GET /v2.0/networks?id=e0c63902-4c84-4efe-b803-ceac87112988 HTTP/1.1" status: 200 len: 808 time: 0.1819670 Dec 16 14:48:57.380949 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-6f372f7e-7592-4323-8444-4e7c332bf6fd tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Request body: {'port': {'device_id': '06eb90b1-c21c-412a-8809-658a1e821e46', 'network_id': 'e0c63902-4c84-4efe-b803-ceac87112988', 'admin_state_up': True, 'tenant_id': 'b1fc02b397e94f1f93ef0d3985872fc6'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:48:57.543045 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-6f372f7e-7592-4323-8444-4e7c332bf6fd tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:48:57.547740 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-6f372f7e-7592-4323-8444-4e7c332bf6fd tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Usage tracker for resource:port and tenant:b1fc02b397e94f1f93ef0d3985872fc6 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:48:57.551416 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-6f372f7e-7592-4323-8444-4e7c332bf6fd tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:48:57.558970 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-6f372f7e-7592-4323-8444-4e7c332bf6fd tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:48:57.571480 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-6f372f7e-7592-4323-8444-4e7c332bf6fd tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Made reservation on behalf of b1fc02b397e94f1f93ef0d3985872fc6 for: {'port': 1} {{(pid=82860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:48:57.574646 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-6f372f7e-7592-4323-8444-4e7c332bf6fd tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:57.766339 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_common [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-6f372f7e-7592-4323-8444-4e7c332bf6fd tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Allocated IP 172.20.0.11 (e0c63902-4c84-4efe-b803-ceac87112988/56816a52-c27f-481f-83f1-59831bbd19f9/6218f6c1-d743-43e6-90b9-8200e0deff0e) {{(pid=82860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:48:58.013804 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-6f372f7e-7592-4323-8444-4e7c332bf6fd tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Notify callbacks [] for port, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:58.048076 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-6f372f7e-7592-4323-8444-4e7c332bf6fd tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775664128633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:58.056702 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-e7997b49-0fa3-4a6b-8811-d4000dc47e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:58.124258 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-6f372f7e-7592-4323-8444-4e7c332bf6fd tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Network e0c63902-4c84-4efe-b803-ceac87112988 is already hosted by enough agents. {{(pid=82860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:48:58.136184 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.scheduler.base_scheduler [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-6f372f7e-7592-4323-8444-4e7c332bf6fd tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Resources bound (agent type, host, resource id): {{(pid=82860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:48:58.143596 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-6f372f7e-7592-4323-8444-4e7c332bf6fd tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Received port after_create {{(pid=82860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:48:58.178630 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f372f7e-7592-4323-8444-4e7c332bf6fd tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Pushing event updated for resources: {'Port': ['ID=6218f6c1-d743-43e6-90b9-8200e0deff0e,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:58.184903 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-6f372f7e-7592-4323-8444-4e7c332bf6fd tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:58.238720 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-6f372f7e-7592-4323-8444-4e7c332bf6fd tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:58.239440 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-6f372f7e-7592-4323-8444-4e7c332bf6fd tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:58.270453 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-6f372f7e-7592-4323-8444-4e7c332bf6fd tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8945684 Dec 16 14:48:58.296179 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.v2.base [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] Request body: {'port': {'device_id': '06eb90b1-c21c-412a-8809-658a1e821e46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 16 14:48:58.458648 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:58.796664 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75a63a-db8f-4805-8c37-a851fb5ee4c4 req-1ba45ac8-0844-4e77-9e1f-d18a40f28778 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:58.797441 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-2f75a63a-db8f-4805-8c37-a851fb5ee4c4 req-1ba45ac8-0844-4e77-9e1f-d18a40f28778 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Synchronizing usage tracker for tenant:b1fc02b397e94f1f93ef0d3985872fc6 on resource:port {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:48:58.882365 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-2f75a63a-db8f-4805-8c37-a851fb5ee4c4 req-1ba45ac8-0844-4e77-9e1f-d18a40f28778 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Unset dirty status for tenant:b1fc02b397e94f1f93ef0d3985872fc6 on resource:port {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:48:58.883668 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-2f75a63a-db8f-4805-8c37-a851fb5ee4c4 req-1ba45ac8-0844-4e77-9e1f-d18a40f28778 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.44 "GET /v2.0/ports?device_id=06eb90b1-c21c-412a-8809-658a1e821e46 HTTP/1.1" status: 200 len: 932 time: 0.5558813 Dec 16 14:48:58.972949 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-2f75a63a-db8f-4805-8c37-a851fb5ee4c4 req-174d41ba-3a25-465e-bcb9-a9e1a9e25ddc tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f5e4af-f942-4ad1-ae7b-73d26e1f3275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828545 Dec 16 14:48:59.050021 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6218f6c1-d743-43e6-90b9-8200e0deff0e {{(pid=82860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:48:59.057677 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:59.075289 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] Transition to ACTIVE for port object 6218f6c1-d743-43e6-90b9-8200e0deff0e will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 14:48:59.080211 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482886'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:59.084832 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-07d6f98d-b2b9-454d-be69-13506034add6 tempest-AttachVolumeNegativeTest-971467901 tempest-AttachVolumeNegativeTest-971467901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:59.220571 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6218f6c1-d743-43e6-90b9-8200e0deff0e,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:59.224848 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:59.333123 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] Attempting to bind port 6218f6c1-d743-43e6-90b9-8200e0deff0e on host hv-cinder-82189 for vnic_type normal with profile {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 14:48:59.333399 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] Attempting to bind port 6218f6c1-d743-43e6-90b9-8200e0deff0e by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'ee9b222c-4e8f-4d3e-a7eb-17693f9fdfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e0c63902-4c84-4efe-b803-ceac87112988'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 14:48:59.333575 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] Attempting to bind port 6218f6c1-d743-43e6-90b9-8200e0deff0e on network e0c63902-4c84-4efe-b803-ceac87112988 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:48:59.340494 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] Port 6218f6c1-d743-43e6-90b9-8200e0deff0e on network e0c63902-4c84-4efe-b803-ceac87112988 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 16 14:48:59.340844 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] Attempting to bind port 6218f6c1-d743-43e6-90b9-8200e0deff0e on network e0c63902-4c84-4efe-b803-ceac87112988 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 16 14:48:59.348405 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] Checking agent: {'id': '01466b47-b9e9-4bec-ae02-30c05024f419', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'started_at': datetime.datetime(2021, 12, 16, 14, 36, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 16 14:48:59.348739 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] Checking segment: {'id': 'ee9b222c-4e8f-4d3e-a7eb-17693f9fdfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e0c63902-4c84-4efe-b803-ceac87112988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 16 14:48:59.349184 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] Bound using segment: {'id': 'ee9b222c-4e8f-4d3e-a7eb-17693f9fdfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e0c63902-4c84-4efe-b803-ceac87112988'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 16 14:48:59.349594 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] Bound port: 6218f6c1-d743-43e6-90b9-8200e0deff0e, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee9b222c-4e8f-4d3e-a7eb-17693f9fdfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e0c63902-4c84-4efe-b803-ceac87112988'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 14:48:59.349961 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:59.447854 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] For port 6218f6c1-d743-43e6-90b9-8200e0deff0e, host hv-cinder-82189, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:48:59.451412 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] For port 6218f6c1-d743-43e6-90b9-8200e0deff0e, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6218f6c1-d743-43e6-90b9-8200e0deff0e,segment=NetworkSegment(ee9b222c-4e8f-4d3e-a7eb-17693f9fdfaa),segment_id=ee9b222c-4e8f-4d3e-a7eb-17693f9fdfaa)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:48:59.458039 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6482886'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:59.462445 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-2adc2125-724b-4d86-804a-ef74c60edd07 tempest-AttachVolumeShelveTestJSON-1634621159 tempest-AttachVolumeShelveTestJSON-1634621159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:48:59.519434 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:48:59.520832 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] 10.222.0.62 "PUT /v2.0/ports/6218f6c1-d743-43e6-90b9-8200e0deff0e HTTP/1.1" status: 200 len: 1094 time: 1.2302482 Dec 16 14:48:59.521343 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06eb90b1-c21c-412a-8809-658a1e821e46', 'tag': '6218f6c1-d743-43e6-90b9-8200e0deff0e'}] {{(pid=82860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:48:59.545061 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6218f6c1-d743-43e6-90b9-8200e0deff0e,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:48:59.548903 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-3fc1fcc3-0c23-43b8-912e-4b39a256e7e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:48:59.628133 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06eb90b1-c21c-412a-8809-658a1e821e46', 'tag': '6218f6c1-d743-43e6-90b9-8200e0deff0e', 'status': 'completed', 'code': 200} Dec 16 14:48:59.678473 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-3abf61ef-94ba-4048-b62f-3da511ce54cd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b1fc02b397e94f1f93ef0d3985872fc6&device_id=06eb90b1-c21c-412a-8809-658a1e821e46 HTTP/1.1" status: 200 len: 1097 time: 0.0880530 Dec 16 14:48:59.769029 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-810d7e19-5628-4fed-afbf-0c353b0b96d3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6218f6c1-d743-43e6-90b9-8200e0deff0e HTTP/1.1" status: 200 len: 217 time: 0.0702686 Dec 16 14:48:59.844584 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-e3671884-ab54-4e7c-904c-0caa60e48dfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:48:59.846231 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-e3671884-ab54-4e7c-904c-0caa60e48dfe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=56816a52-c27f-481f-83f1-59831bbd19f9 HTTP/1.1" status: 200 len: 848 time: 0.0668159 Dec 16 14:48:59.902080 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-c42181d5-a49a-4411-8001-6f1295db113e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0c63902-4c84-4efe-b803-ceac87112988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440056 Dec 16 14:49:00.108299 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-a992d460-1ac9-4496-bd29-3a132583efa7 service neutron] 10.222.0.62 "GET /v2.0/networks/e0c63902-4c84-4efe-b803-ceac87112988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972833 Dec 16 14:49:00.351140 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-d4452b6b-c154-4932-9cdd-b77992295dbe req-52a6a6e2-a59c-4792-805b-b6c41395c7e7 service neutron] 10.222.0.62 "GET /v2.0/networks/e0c63902-4c84-4efe-b803-ceac87112988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334318 Dec 16 14:49:00.361365 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974f94a-3f4d-43a6-9ade-c4f8ba4bd1fe req-8c06eb1d-4ad7-4dd8-8917-a84baaca6bca tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:49:00.362889 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7974f94a-3f4d-43a6-9ade-c4f8ba4bd1fe req-8c06eb1d-4ad7-4dd8-8917-a84baaca6bca tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.44 "GET /v2.0/ports?device_id=06eb90b1-c21c-412a-8809-658a1e821e46 HTTP/1.1" status: 200 len: 944 time: 0.1587741 Dec 16 14:49:00.435463 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7974f94a-3f4d-43a6-9ade-c4f8ba4bd1fe req-774ad79b-9b62-42fb-a944-0504298e8c71 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f5e4af-f942-4ad1-ae7b-73d26e1f3275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659244 Dec 16 14:49:00.557033 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7d69d4f6-6d07-4b7d-aeb1-8d776b7e4694 req-9724af48-cc30-46cd-a918-14f4e95fe020 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b1fc02b397e94f1f93ef0d3985872fc6&device_id=06eb90b1-c21c-412a-8809-658a1e821e46 HTTP/1.1" status: 200 len: 1097 time: 0.0758994 Dec 16 14:49:00.703991 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69d4f6-6d07-4b7d-aeb1-8d776b7e4694 req-fcdaeba5-f3b2-43e3-86bb-0d727c7b53d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:49:00.705453 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7d69d4f6-6d07-4b7d-aeb1-8d776b7e4694 req-fcdaeba5-f3b2-43e3-86bb-0d727c7b53d4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e0c63902-4c84-4efe-b803-ceac87112988 HTTP/1.1" status: 200 len: 909 time: 0.1411245 Dec 16 14:49:00.883820 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7d69d4f6-6d07-4b7d-aeb1-8d776b7e4694 req-2b1ba215-f09d-4a1b-843e-eb3be8a5405b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6218f6c1-d743-43e6-90b9-8200e0deff0e HTTP/1.1" status: 200 len: 217 time: 0.1686702 Dec 16 14:49:00.961103 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69d4f6-6d07-4b7d-aeb1-8d776b7e4694 req-5357330c-fee7-4915-9f25-196b95266e7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:49:00.962524 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7d69d4f6-6d07-4b7d-aeb1-8d776b7e4694 req-5357330c-fee7-4915-9f25-196b95266e7c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=56816a52-c27f-481f-83f1-59831bbd19f9 HTTP/1.1" status: 200 len: 848 time: 0.0718441 Dec 16 14:49:01.013041 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7d69d4f6-6d07-4b7d-aeb1-8d776b7e4694 req-7aaff014-1ee3-4500-9e51-fa13a2062ec4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0c63902-4c84-4efe-b803-ceac87112988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433114 Dec 16 14:49:01.163860 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7d69d4f6-6d07-4b7d-aeb1-8d776b7e4694 req-63267cd5-db4c-4e45-8e92-c7d70c2e9639 service neutron] 10.222.0.62 "GET /v2.0/networks/e0c63902-4c84-4efe-b803-ceac87112988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433585 Dec 16 14:49:01.324965 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-7d69d4f6-6d07-4b7d-aeb1-8d776b7e4694 req-3a7e0a38-54f8-4fe8-b682-32dcbd6d5459 service neutron] 10.222.0.62 "GET /v2.0/networks/e0c63902-4c84-4efe-b803-ceac87112988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530020 Dec 16 14:49:01.617624 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 6218f6c1-d743-43e6-90b9-8200e0deff0e details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 16 14:49:01.746710 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180d536-20dd-43da-8312-b710b5e54906 req-a2aa9f33-2daa-4bec-9763-9a537a50fd99 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:49:01.748426 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d180d536-20dd-43da-8312-b710b5e54906 req-a2aa9f33-2daa-4bec-9763-9a537a50fd99 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.44 "GET /v2.0/ports?device_id=06eb90b1-c21c-412a-8809-658a1e821e46 HTTP/1.1" status: 200 len: 944 time: 0.1737926 Dec 16 14:49:01.795382 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 6218f6c1-d743-43e6-90b9-8200e0deff0e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6218f6c1-d743-43e6-90b9-8200e0deff0e,segment=NetworkSegment(ee9b222c-4e8f-4d3e-a7eb-17693f9fdfaa),segment_id=ee9b222c-4e8f-4d3e-a7eb-17693f9fdfaa)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:49:01.807982 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-d180d536-20dd-43da-8312-b710b5e54906 req-010b28ea-db5e-4607-8a4d-371716cfea17 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Synchronizing usage tracker for tenant:b1fc02b397e94f1f93ef0d3985872fc6 on resource:security_group {{(pid=82861) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:49:01.819969 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Returning: {'device': '6218f6c1-d743-43e6-90b9-8200e0deff0e', 'network_id': 'e0c63902-4c84-4efe-b803-ceac87112988', 'port_id': '6218f6c1-d743-43e6-90b9-8200e0deff0e', 'mac_address': 'fa:16:3e:34:b2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56816a52-c27f-481f-83f1-59831bbd19f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 16 14:49:01.835924 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.quota.resource [req-d180d536-20dd-43da-8312-b710b5e54906 req-010b28ea-db5e-4607-8a4d-371716cfea17 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Unset dirty status for tenant:b1fc02b397e94f1f93ef0d3985872fc6 on resource:security_group {{(pid=82861) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:49:01.837848 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-d180d536-20dd-43da-8312-b710b5e54906 req-010b28ea-db5e-4607-8a4d-371716cfea17 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f5e4af-f942-4ad1-ae7b-73d26e1f3275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807638 Dec 16 14:49:01.890266 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:01.919455 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6218f6c1-d743-43e6-90b9-8200e0deff0e {{(pid=82862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 14:49:01.942688 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 6218f6c1-d743-43e6-90b9-8200e0deff0e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6218f6c1-d743-43e6-90b9-8200e0deff0e,segment=NetworkSegment(ee9b222c-4e8f-4d3e-a7eb-17693f9fdfaa),segment_id=ee9b222c-4e8f-4d3e-a7eb-17693f9fdfaa)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:49:01.948367 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:01.952589 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:49:02.046268 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=6218f6c1-d743-43e6-90b9-8200e0deff0e,revision_number=4']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:49:02.067763 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:02.068175 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:02.068516 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:02.068970 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:02.069435 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:02.070019 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:02.070458 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:02.070793 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:02.071219 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:02.071544 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:02.071872 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:02.076151 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:49:02.296712 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] get_ports_and_sgs() called for port_ids ['6218f6c1-d743-43e6-90b9-8200e0deff0e'] {{(pid=82862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 16 14:49:03.098245 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444c952-4ac0-4b00-a10f-2790957adaac req-2ce987d1-fea4-470b-b0c9-c367638315b7 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:49:03.099949 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f444c952-4ac0-4b00-a10f-2790957adaac req-2ce987d1-fea4-470b-b0c9-c367638315b7 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.44 "GET /v2.0/ports?device_id=06eb90b1-c21c-412a-8809-658a1e821e46 HTTP/1.1" status: 200 len: 945 time: 0.0874300 Dec 16 14:49:03.153497 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-f444c952-4ac0-4b00-a10f-2790957adaac req-7d3dc7aa-d03c-471b-b4ef-4c0b20d14ebc tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f5e4af-f942-4ad1-ae7b-73d26e1f3275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434389 Dec 16 14:49:03.634581 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 6218f6c1-d743-43e6-90b9-8200e0deff0e up at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 16 14:49:03.762438 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning for port 6218f6c1-d743-43e6-90b9-8200e0deff0e completed by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 14:49:03.770338 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.db.provisioning_blocks [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Provisioning complete for port 6218f6c1-d743-43e6-90b9-8200e0deff0e triggered by entity L2. {{(pid=82862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:49:03.770975 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3404829'] for port, provisioning_complete {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:03.939066 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3390680'] for port, before_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:03.970278 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06eb90b1-c21c-412a-8809-658a1e821e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6218f6c1-d743-43e6-90b9-8200e0deff0e'}] {{(pid=82862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:49:03.984822 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.db [None req-869da074-d5f0-497a-9e60-987382c31319 None None] For port 6218f6c1-d743-43e6-90b9-8200e0deff0e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6218f6c1-d743-43e6-90b9-8200e0deff0e,segment=NetworkSegment(ee9b222c-4e8f-4d3e-a7eb-17693f9fdfaa),segment_id=ee9b222c-4e8f-4d3e-a7eb-17693f9fdfaa)] {{(pid=82862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:49:03.990392 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775664506125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775664128651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775664128696'] for port, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:03.992822 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:49:04.067755 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Pushing event updated for resources: {'Port': ['ID=6218f6c1-d743-43e6-90b9-8200e0deff0e,revision_number=5']} {{(pid=82862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:49:04.071272 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG oslo_concurrency.lockutils [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:49:04.076130 dv-cinder-821893-3-smb neutron-server[82862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06eb90b1-c21c-412a-8809-658a1e821e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6218f6c1-d743-43e6-90b9-8200e0deff0e', 'code': 200} Dec 16 14:49:04.472381 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-295c09dc-a144-4a1f-b422-359375cfeb09 req-ef50a245-c38a-424d-9618-cec6aa66d454 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=06eb90b1-c21c-412a-8809-658a1e821e46 HTTP/1.1" status: 200 len: 1099 time: 0.1584404 Dec 16 14:49:04.501943 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afd9fc-64a4-43f6-a2f2-cc3bb6690b2d req-4d520054-ebb4-4cd7-b986-ff9666fbf28c tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:49:04.503655 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-80afd9fc-64a4-43f6-a2f2-cc3bb6690b2d req-4d520054-ebb4-4cd7-b986-ff9666fbf28c tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.44 "GET /v2.0/ports?device_id=06eb90b1-c21c-412a-8809-658a1e821e46 HTTP/1.1" status: 200 len: 946 time: 0.1277754 Dec 16 14:49:04.567256 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-295c09dc-a144-4a1f-b422-359375cfeb09 req-2e46fa9d-2af9-4d69-8614-0a63b50f34e8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b2f5e4af-f942-4ad1-ae7b-73d26e1f3275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843747 Dec 16 14:49:04.580120 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-80afd9fc-64a4-43f6-a2f2-cc3bb6690b2d req-420b2fff-23bf-4940-be17-dbd3c6616b1a tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f5e4af-f942-4ad1-ae7b-73d26e1f3275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671091 Dec 16 14:49:05.894430 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d2ecd-2f73-42be-be81-6aacc4b8ae8e req-ac89b211-4246-4002-aae3-c0acae05575d tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:49:05.896145 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1d3d2ecd-2f73-42be-be81-6aacc4b8ae8e req-ac89b211-4246-4002-aae3-c0acae05575d tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.44 "GET /v2.0/ports?device_id=06eb90b1-c21c-412a-8809-658a1e821e46 HTTP/1.1" status: 200 len: 946 time: 0.1096194 Dec 16 14:49:05.967107 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-1d3d2ecd-2f73-42be-be81-6aacc4b8ae8e req-d2289d81-4dfa-496c-8aff-ef761ee76827 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f5e4af-f942-4ad1-ae7b-73d26e1f3275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605667 Dec 16 14:49:07.289483 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946bf96f-6911-4052-b148-b77c8cc4898f req-2a2c6b2c-1bdd-49fa-be62-d497eef2ee11 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:49:07.291141 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-946bf96f-6911-4052-b148-b77c8cc4898f req-2a2c6b2c-1bdd-49fa-be62-d497eef2ee11 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.44 "GET /v2.0/ports?device_id=06eb90b1-c21c-412a-8809-658a1e821e46 HTTP/1.1" status: 200 len: 946 time: 0.0964429 Dec 16 14:49:07.347415 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-946bf96f-6911-4052-b148-b77c8cc4898f req-b13bd45c-c092-4709-9058-63718563c533 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f5e4af-f942-4ad1-ae7b-73d26e1f3275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493605 Dec 16 14:49:07.400114 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-89e5d087-9aef-422e-b195-ae3f186a780f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:09.871379 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-5edd8ada-5e4a-4835-bd8f-788b52b4c096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:10.784412 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:11.099004 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:11.463199 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be631d46-d575-4c4f-852d-0278181b838e req-f3ab6b02-c133-437f-907a-024aa43b2f1e tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:49:11.464846 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-be631d46-d575-4c4f-852d-0278181b838e req-f3ab6b02-c133-437f-907a-024aa43b2f1e tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.44 "GET /v2.0/ports?device_id=06eb90b1-c21c-412a-8809-658a1e821e46 HTTP/1.1" status: 200 len: 946 time: 0.0942426 Dec 16 14:49:11.526068 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-be631d46-d575-4c4f-852d-0278181b838e req-f2b33e92-7951-499c-aaef-320d5c5705c2 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f5e4af-f942-4ad1-ae7b-73d26e1f3275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533707 Dec 16 14:49:12.413790 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:12.785495 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7cc53-f516-4808-ab5a-6419be403696 req-0551af1b-7836-4fe0-bb19-76cf4148aad4 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:49:12.787172 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-4ce7cc53-f516-4808-ab5a-6419be403696 req-0551af1b-7836-4fe0-bb19-76cf4148aad4 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.44 "GET /v2.0/ports?device_id=06eb90b1-c21c-412a-8809-658a1e821e46 HTTP/1.1" status: 200 len: 946 time: 0.0986238 Dec 16 14:49:12.856189 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [req-4ce7cc53-f516-4808-ab5a-6419be403696 req-a787cf13-0bd6-4b61-9338-6366b74fecfe tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f5e4af-f942-4ad1-ae7b-73d26e1f3275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598111 Dec 16 14:49:13.007705 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f7577-ed8d-401f-b7e6-54a547a5b575 req-db87a9ad-9684-4e46-87ab-94cbefe93f74 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:49:13.010425 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a35f7577-ed8d-401f-b7e6-54a547a5b575 req-db87a9ad-9684-4e46-87ab-94cbefe93f74 tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.62 "GET /v2.0/ports?device_id=06eb90b1-c21c-412a-8809-658a1e821e46 HTTP/1.1" status: 200 len: 946 time: 0.1472077 Dec 16 14:49:13.103723 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [req-a35f7577-ed8d-401f-b7e6-54a547a5b575 req-3685db57-8c8c-49ba-89f0-2542f6eeb49f tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Deleting port 6218f6c1-d743-43e6-90b9-8200e0deff0e {{(pid=82860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 16 14:49:13.104291 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-a35f7577-ed8d-401f-b7e6-54a547a5b575 req-3685db57-8c8c-49ba-89f0-2542f6eeb49f tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775664500996'] for port, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:13.137761 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:49:13.400477 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.db [req-a35f7577-ed8d-401f-b7e6-54a547a5b575 req-3685db57-8c8c-49ba-89f0-2542f6eeb49f tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] For port 6218f6c1-d743-43e6-90b9-8200e0deff0e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6218f6c1-d743-43e6-90b9-8200e0deff0e,segment=NetworkSegment(ee9b222c-4e8f-4d3e-a7eb-17693f9fdfaa),segment_id=ee9b222c-4e8f-4d3e-a7eb-17693f9fdfaa)] {{(pid=82860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:49:13.400802 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-a35f7577-ed8d-401f-b7e6-54a547a5b575 req-3685db57-8c8c-49ba-89f0-2542f6eeb49f tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381736'] for port, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:13.457172 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:13.611243 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.plugin [req-a35f7577-ed8d-401f-b7e6-54a547a5b575 req-3685db57-8c8c-49ba-89f0-2542f6eeb49f tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Calling delete_port for 6218f6c1-d743-43e6-90b9-8200e0deff0e owned by compute:nova {{(pid=82860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 16 14:49:13.772874 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-a35f7577-ed8d-401f-b7e6-54a547a5b575 req-3685db57-8c8c-49ba-89f0-2542f6eeb49f tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3383624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775664506615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775664128642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6482893'] for port, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:13.779415 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-70439842-3527-40c2-b981-500d5f1fad5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:49:13.927984 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685db57-8c8c-49ba-89f0-2542f6eeb49f tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Pushing event deleted for resources: {'Port': ['ID=6218f6c1-d743-43e6-90b9-8200e0deff0e,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:49:13.931936 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-3685db57-8c8c-49ba-89f0-2542f6eeb49f tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:49:14.010479 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35f7577-ed8d-401f-b7e6-54a547a5b575 req-3685db57-8c8c-49ba-89f0-2542f6eeb49f tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] No DVR routers for this DVR port 6218f6c1-d743-43e6-90b9-8200e0deff0e on host hv-cinder-82189 {{(pid=82860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 14:49:14.013180 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [req-a35f7577-ed8d-401f-b7e6-54a547a5b575 req-3685db57-8c8c-49ba-89f0-2542f6eeb49f tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74223'] for port, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:14.016724 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06eb90b1-c21c-412a-8809-658a1e821e46', 'name': 'network-vif-deleted', 'tag': '6218f6c1-d743-43e6-90b9-8200e0deff0e'}] {{(pid=82860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 14:49:14.079126 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-595a83ca-7c86-49ed-93fe-1d9e6697b93c req-58cabec1-ca98-4c40-af5b-4e2edf49bf4c tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Synchronizing usage tracker for tenant:b1fc02b397e94f1f93ef0d3985872fc6 on resource:port {{(pid=82860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 16 14:49:14.085561 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06eb90b1-c21c-412a-8809-658a1e821e46', 'name': 'network-vif-deleted', 'tag': '6218f6c1-d743-43e6-90b9-8200e0deff0e', 'status': 'completed', 'code': 200} Dec 16 14:49:14.089539 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-a35f7577-ed8d-401f-b7e6-54a547a5b575 req-3685db57-8c8c-49ba-89f0-2542f6eeb49f tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.62 "DELETE /v2.0/ports/6218f6c1-d743-43e6-90b9-8200e0deff0e HTTP/1.1" status: 204 len: 173 time: 1.0699766 Dec 16 14:49:14.108326 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [req-595a83ca-7c86-49ed-93fe-1d9e6697b93c req-58cabec1-ca98-4c40-af5b-4e2edf49bf4c tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] Unset dirty status for tenant:b1fc02b397e94f1f93ef0d3985872fc6 on resource:port {{(pid=82860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 16 14:49:14.109628 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [req-595a83ca-7c86-49ed-93fe-1d9e6697b93c req-58cabec1-ca98-4c40-af5b-4e2edf49bf4c tempest-VolumesActionsTest-1257084726 tempest-VolumesActionsTest-1257084726-project] 10.222.0.44 "GET /v2.0/ports?device_id=06eb90b1-c21c-412a-8809-658a1e821e46 HTTP/1.1" status: 200 len: 210 time: 0.0864763 Dec 16 14:49:15.709385 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 6218f6c1-d743-43e6-90b9-8200e0deff0e no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 16 14:49:15.745816 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.plugin [None req-869da074-d5f0-497a-9e60-987382c31319 None None] No Port match for: 6218f6c1-d743-43e6-90b9-8200e0deff0e {{(pid=82862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 16 14:49:15.746169 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron.plugins.ml2.rpc [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Device 6218f6c1-d743-43e6-90b9-8200e0deff0e not bound to the agent host hv-cinder-82189 {{(pid=82862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 16 14:49:33.574434 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 37300) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:33.658543 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35f2ae0-06c1-4e8f-8948-f587590296c1 admin admin] Deleting subnet 56816a52-c27f-481f-83f1-59831bbd19f9 {{(pid=82861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 16 14:49:33.661637 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e35f2ae0-06c1-4e8f-8948-f587590296c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:33.714358 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e35f2ae0-06c1-4e8f-8948-f587590296c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-855980'] for subnet, precommit_delete_associations {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:33.774490 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e35f2ae0-06c1-4e8f-8948-f587590296c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3375631'] for subnet, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:33.856984 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e35f2ae0-06c1-4e8f-8948-f587590296c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3375616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3754695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1404220'] for subnet, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:33.861980 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-49f3c15e-572b-4227-8020-1d1c7c7879f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:49:33.896667 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f2ae0-06c1-4e8f-8948-f587590296c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56816a52-c27f-481f-83f1-59831bbd19f9,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:49:33.908760 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-e35f2ae0-06c1-4e8f-8948-f587590296c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for subnet, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:33.913306 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f2ae0-06c1-4e8f-8948-f587590296c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:33.913690 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f2ae0-06c1-4e8f-8948-f587590296c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:33.914050 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f2ae0-06c1-4e8f-8948-f587590296c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:33.914401 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f2ae0-06c1-4e8f-8948-f587590296c1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:33.914748 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f2ae0-06c1-4e8f-8948-f587590296c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:33.915094 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f2ae0-06c1-4e8f-8948-f587590296c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:33.915436 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f2ae0-06c1-4e8f-8948-f587590296c1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:33.915782 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f2ae0-06c1-4e8f-8948-f587590296c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:33.916121 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f2ae0-06c1-4e8f-8948-f587590296c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:33.916463 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f2ae0-06c1-4e8f-8948-f587590296c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:33.916799 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f2ae0-06c1-4e8f-8948-f587590296c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:33.920011 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-e35f2ae0-06c1-4e8f-8948-f587590296c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:49:33.924052 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-e35f2ae0-06c1-4e8f-8948-f587590296c1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/56816a52-c27f-481f-83f1-59831bbd19f9 HTTP/1.1" status: 204 len: 168 time: 0.3478222 Dec 16 14:49:33.926765 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 37304) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:34.037727 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-73c6cf20-f8a2-4b74-b673-91bec6080f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3222799'] for network, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:34.168215 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-73c6cf20-f8a2-4b74-b673-91bec6080f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3377296', 'neutron.services.segments.db._delete_segments_for_network-8775664583123'] for network, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:34.194031 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-73c6cf20-f8a2-4b74-b673-91bec6080f44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c63902-4c84-4efe-b803-ceac87112988']}} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:49:34.207355 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-73c6cf20-f8a2-4b74-b673-91bec6080f44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9b222c-4e8f-4d3e-a7eb-17693f9fdfaa') {'for_net_delete': True} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:49:34.207665 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.services.segments.db [None req-73c6cf20-f8a2-4b74-b673-91bec6080f44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9b222c-4e8f-4d3e-a7eb-17693f9fdfaa') {} {{(pid=82861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:49:34.221152 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-73c6cf20-f8a2-4b74-b673-91bec6080f44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775664586478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-855989'] for segment, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:34.238943 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-73c6cf20-f8a2-4b74-b673-91bec6080f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:34.246791 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c6cf20-f8a2-4b74-b673-91bec6080f44 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=82861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 16 14:49:34.247482 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-73c6cf20-f8a2-4b74-b673-91bec6080f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3754089'] for segment, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: Traceback (most recent call last): Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: timer() Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: cb(*args, **kw) Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: return func(*args, **kwargs) Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: self._notify() Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: self.callback(batched_events) Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: event.method(event) Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: return f(self, *a, **k) Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: return self._get(url).json() Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: return self.request(url, 'GET', **kwargs) Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:49:34.261836 dv-cinder-821893-3-smb neutron-server[82861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:49:34.456894 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-73c6cf20-f8a2-4b74-b673-91bec6080f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3377289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377742'] for network, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:34.460644 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:49:34.475338 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-73c6cf20-f8a2-4b74-b673-91bec6080f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:34.487122 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6cf20-f8a2-4b74-b673-91bec6080f44 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0c63902-4c84-4efe-b803-ceac87112988,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:49:34.490542 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-73c6cf20-f8a2-4b74-b673-91bec6080f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:49:34.497402 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-73c6cf20-f8a2-4b74-b673-91bec6080f44 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e0c63902-4c84-4efe-b803-ceac87112988 HTTP/1.1" status: 204 len: 168 time: 0.5696383 Dec 16 14:49:34.500700 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 37308) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:34.566873 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da90f5d-627c-4f36-9c36-8536704f732a admin admin] Deleting subnet b552fee1-5336-49a1-a21a-48207616fb8f {{(pid=82860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 16 14:49:34.570668 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-0da90f5d-627c-4f36-9c36-8536704f732a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:34.627136 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-0da90f5d-627c-4f36-9c36-8536704f732a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1906465'] for subnet, precommit_delete_associations {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:34.694493 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-0da90f5d-627c-4f36-9c36-8536704f732a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3375631'] for subnet, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:34.772299 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-0da90f5d-627c-4f36-9c36-8536704f732a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3375616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6482832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1429926'] for subnet, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:34.776579 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-add6389e-0943-408c-bc6e-3a2745f7a7a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:49:34.816475 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da90f5d-627c-4f36-9c36-8536704f732a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b552fee1-5336-49a1-a21a-48207616fb8f,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:49:34.823718 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-0da90f5d-627c-4f36-9c36-8536704f732a admin admin] Notify callbacks [] for subnet, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:34.833679 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da90f5d-627c-4f36-9c36-8536704f732a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:34.834063 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da90f5d-627c-4f36-9c36-8536704f732a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:34.834417 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da90f5d-627c-4f36-9c36-8536704f732a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:34.834760 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da90f5d-627c-4f36-9c36-8536704f732a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:34.835095 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da90f5d-627c-4f36-9c36-8536704f732a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:34.835436 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da90f5d-627c-4f36-9c36-8536704f732a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:34.835775 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da90f5d-627c-4f36-9c36-8536704f732a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:34.836118 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da90f5d-627c-4f36-9c36-8536704f732a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:34.836452 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da90f5d-627c-4f36-9c36-8536704f732a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:34.836787 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da90f5d-627c-4f36-9c36-8536704f732a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:34.837122 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da90f5d-627c-4f36-9c36-8536704f732a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-smb {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:49:34.840618 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-0da90f5d-627c-4f36-9c36-8536704f732a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b552fee1-5336-49a1-a21a-48207616fb8f HTTP/1.1" status: 204 len: 168 time: 0.3381057 Dec 16 14:49:34.841532 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-0da90f5d-627c-4f36-9c36-8536704f732a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:49:34.843834 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 37312) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:34.979061 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-386998f0-dbd5-4d03-b177-0c4b7b1b8b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3222799'] for network, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:35.128331 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-386998f0-dbd5-4d03-b177-0c4b7b1b8b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3377296', 'neutron.services.segments.db._delete_segments_for_network-8775664583123'] for network, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:35.154396 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.services.segments.db [None req-386998f0-dbd5-4d03-b177-0c4b7b1b8b9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde68646-0977-4667-a083-604740c3252b']}} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:49:35.169586 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.services.segments.db [None req-386998f0-dbd5-4d03-b177-0c4b7b1b8b9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78449ba-6924-4407-8cdf-a07a164c946f') {'for_net_delete': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:49:35.169907 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.services.segments.db [None req-386998f0-dbd5-4d03-b177-0c4b7b1b8b9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78449ba-6924-4407-8cdf-a07a164c946f') {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:49:35.183021 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-386998f0-dbd5-4d03-b177-0c4b7b1b8b9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775664586478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1906488'] for segment, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:35.201503 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-386998f0-dbd5-4d03-b177-0c4b7b1b8b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3381947'] for segment, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:35.208628 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386998f0-dbd5-4d03-b177-0c4b7b1b8b9f admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=82860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 16 14:49:35.209016 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-386998f0-dbd5-4d03-b177-0c4b7b1b8b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6482238'] for segment, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: Traceback (most recent call last): Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: timer() Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: cb(*args, **kw) Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: return func(*args, **kwargs) Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: self._notify() Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: self.callback(batched_events) Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: event.method(event) Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: return f(self, *a, **k) Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: return self._get(url).json() Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: return self.request(url, 'GET', **kwargs) Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 14:49:35.224162 dv-cinder-821893-3-smb neutron-server[82860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 14:49:35.305347 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-386998f0-dbd5-4d03-b177-0c4b7b1b8b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3377289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3563812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377742'] for network, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:35.309321 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-dc37668a-1f76-4575-89b2-2340eabaa95f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:49:35.323860 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-386998f0-dbd5-4d03-b177-0c4b7b1b8b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3564024'] for network, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:35.334121 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386998f0-dbd5-4d03-b177-0c4b7b1b8b9f admin admin] Pushing event deleted for resources: {'Network': ['ID=cde68646-0977-4667-a083-604740c3252b,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:49:35.339636 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-386998f0-dbd5-4d03-b177-0c4b7b1b8b9f admin admin] 10.222.0.44 "DELETE /v2.0/networks/cde68646-0977-4667-a083-604740c3252b HTTP/1.1" status: 204 len: 168 time: 0.4909768 Dec 16 14:49:35.339636 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-386998f0-dbd5-4d03-b177-0c4b7b1b8b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:49:35.548934 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 37318) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:35.603001 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-c2fa3fe0-1d29-4154-b310-ad7ab3746b68 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b1fc02b397e94f1f93ef0d3985872fc6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528016 Dec 16 14:49:35.605611 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 37322) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:35.667666 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2851960f-488f-4e59-95e9-c5f9a0bf9cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:35.693808 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2851960f-488f-4e59-95e9-c5f9a0bf9cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:35.746866 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2851960f-488f-4e59-95e9-c5f9a0bf9cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:35.751501 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-02302191-5b5c-4718-80e3-75a924460493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:49:35.768075 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851960f-488f-4e59-95e9-c5f9a0bf9cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f5e4af-f942-4ad1-ae7b-73d26e1f3275,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:49:35.771433 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-2851960f-488f-4e59-95e9-c5f9a0bf9cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:49:35.791842 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-2851960f-488f-4e59-95e9-c5f9a0bf9cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:35.793247 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-2851960f-488f-4e59-95e9-c5f9a0bf9cf4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2f5e4af-f942-4ad1-ae7b-73d26e1f3275 HTTP/1.1" status: 204 len: 168 time: 0.1864424 Dec 16 14:49:36.316868 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 37330) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:36.373172 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-e00d7b92-9cd4-4dde-8a3d-cec9cd59550e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8316deb841e941e7bd04cd5166592125&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0550148 Dec 16 14:49:36.375668 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 37334) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:36.446344 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-28192e40-cb23-4c83-b6e3-bee5e686593e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:36.476323 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-28192e40-cb23-4c83-b6e3-bee5e686593e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:36.533918 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-28192e40-cb23-4c83-b6e3-bee5e686593e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:36.537883 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-24219d76-1e07-4038-abad-27d8d6fa721b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:49:36.550225 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28192e40-cb23-4c83-b6e3-bee5e686593e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf856b6c-4e28-4489-9474-25695acdcd9b,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:49:36.554085 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-28192e40-cb23-4c83-b6e3-bee5e686593e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:49:36.559611 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-28192e40-cb23-4c83-b6e3-bee5e686593e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:36.561352 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-28192e40-cb23-4c83-b6e3-bee5e686593e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf856b6c-4e28-4489-9474-25695acdcd9b HTTP/1.1" status: 204 len: 168 time: 0.1839681 Dec 16 14:49:37.396352 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-495b0383-50e4-4518-a111-1f6505e799c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:38.098771 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 37364) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:38.256001 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d55d3940-8d44-4a81-8f3f-a917f9fe7929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:38.293941 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-d55d3940-8d44-4a81-8f3f-a917f9fe7929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:49:38.298265 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-d55d3940-8d44-4a81-8f3f-a917f9fe7929 admin admin] Usage tracker for resource:security_group_rule and tenant:47ac3089c6e14191a28444f746d8d914 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:49:38.301543 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-d55d3940-8d44-4a81-8f3f-a917f9fe7929 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:49:38.307935 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-d55d3940-8d44-4a81-8f3f-a917f9fe7929 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:49:38.393568 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d55d3940-8d44-4a81-8f3f-a917f9fe7929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:38.398929 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d55d3940-8d44-4a81-8f3f-a917f9fe7929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:38.406146 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-28192e40-cb23-4c83-b6e3-bee5e686593e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:49:38.449121 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d3940-8d44-4a81-8f3f-a917f9fe7929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84a3371-cbe3-4045-8070-ccf80f26eec1,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:49:38.454268 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-d55d3940-8d44-4a81-8f3f-a917f9fe7929 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=47ac3089c6e14191a28444f746d8d914&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3538764 Dec 16 14:49:38.455249 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-d55d3940-8d44-4a81-8f3f-a917f9fe7929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:49:38.459024 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 37370) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:38.528992 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-39018441-474d-403a-ab60-ec2e8563e5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:38.557420 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-39018441-474d-403a-ab60-ec2e8563e5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:38.615768 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-39018441-474d-403a-ab60-ec2e8563e5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:38.620076 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-6dcffaee-5a07-4cc1-bc4d-9758624206a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:49:38.632579 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39018441-474d-403a-ab60-ec2e8563e5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84a3371-cbe3-4045-8070-ccf80f26eec1,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:49:38.636459 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-39018441-474d-403a-ab60-ec2e8563e5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:49:38.640185 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-39018441-474d-403a-ab60-ec2e8563e5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:38.641727 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-39018441-474d-403a-ab60-ec2e8563e5cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f84a3371-cbe3-4045-8070-ccf80f26eec1 HTTP/1.1" status: 204 len: 168 time: 0.1810663 Dec 16 14:49:39.858470 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-be86aa38-8ec6-4c58-bcf4-c282fea2882f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:40.781833 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:41.093957 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:42.410253 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:43.462916 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:46.257210 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 37450) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:46.407181 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-6cdee9da-a6ce-4bfd-8a6f-ddeaf7702974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:46.439848 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-6cdee9da-a6ce-4bfd-8a6f-ddeaf7702974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:49:46.444844 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-6cdee9da-a6ce-4bfd-8a6f-ddeaf7702974 admin admin] Usage tracker for resource:security_group_rule and tenant:8883b251744f4ca08a2a11e5a6848b82 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:49:46.447895 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-6cdee9da-a6ce-4bfd-8a6f-ddeaf7702974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:49:46.453875 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-6cdee9da-a6ce-4bfd-8a6f-ddeaf7702974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:49:46.530005 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-6cdee9da-a6ce-4bfd-8a6f-ddeaf7702974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:46.535516 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-6cdee9da-a6ce-4bfd-8a6f-ddeaf7702974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:46.542707 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-6c80e060-f7c6-4dd3-8210-f04dddd918fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:49:46.585696 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdee9da-a6ce-4bfd-8a6f-ddeaf7702974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57023bd4-7cf8-4532-8633-601a2e81ab4f,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:49:46.589494 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-6cdee9da-a6ce-4bfd-8a6f-ddeaf7702974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:49:46.592153 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-6cdee9da-a6ce-4bfd-8a6f-ddeaf7702974 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8883b251744f4ca08a2a11e5a6848b82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3338804 Dec 16 14:49:46.595323 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.wsgi [-] (82861) accepted ('10.222.0.44', 37456) {{(pid=82861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:46.671165 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-aa0b2b31-7c1e-4731-bbf4-1dd7d7504a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:46.700350 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-aa0b2b31-7c1e-4731-bbf4-1dd7d7504a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:46.761693 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-aa0b2b31-7c1e-4731-bbf4-1dd7d7504a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:46.766528 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-3f5f3472-8410-4806-adb2-e30d830e96b8 tempest-AttachVolumeTestJSON-1582925515 tempest-AttachVolumeTestJSON-1582925515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:49:46.778618 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b2b31-7c1e-4731-bbf4-1dd7d7504a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57023bd4-7cf8-4532-8633-601a2e81ab4f,revision_number=None']} {{(pid=82861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:49:46.782358 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG oslo_concurrency.lockutils [None req-aa0b2b31-7c1e-4731-bbf4-1dd7d7504a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:49:46.785860 dv-cinder-821893-3-smb neutron-server[82861]: DEBUG neutron_lib.callbacks.manager [None req-aa0b2b31-7c1e-4731-bbf4-1dd7d7504a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:46.786994 dv-cinder-821893-3-smb neutron-server[82861]: INFO neutron.wsgi [None req-aa0b2b31-7c1e-4731-bbf4-1dd7d7504a9c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/57023bd4-7cf8-4532-8633-601a2e81ab4f HTTP/1.1" status: 204 len: 168 time: 0.1906312 Dec 16 14:49:48.422375 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 37498) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:48.676013 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-597b263b-d950-4e4e-a74a-ea6505dac487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:48.709715 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-597b263b-d950-4e4e-a74a-ea6505dac487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:49:48.713981 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-597b263b-d950-4e4e-a74a-ea6505dac487 admin admin] Usage tracker for resource:security_group_rule and tenant:55a6a6b2e04f4ee7994965b2c069c71d is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:49:48.716897 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-597b263b-d950-4e4e-a74a-ea6505dac487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:49:48.724155 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-597b263b-d950-4e4e-a74a-ea6505dac487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:49:48.794972 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-597b263b-d950-4e4e-a74a-ea6505dac487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:48.800629 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-597b263b-d950-4e4e-a74a-ea6505dac487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:48.807545 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-bb80a71f-e6ed-4943-a937-6a236c66f9e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:49:48.853628 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b263b-d950-4e4e-a74a-ea6505dac487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13522e9e-bf30-484a-937b-577b28211d5b,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:49:48.857753 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-597b263b-d950-4e4e-a74a-ea6505dac487 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55a6a6b2e04f4ee7994965b2c069c71d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4339995 Dec 16 14:49:48.858749 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-597b263b-d950-4e4e-a74a-ea6505dac487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:49:48.861029 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 37504) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:48.925270 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-fea9f5e4-9068-4abf-9411-19a187606819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:48.952612 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-fea9f5e4-9068-4abf-9411-19a187606819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:49.013121 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-fea9f5e4-9068-4abf-9411-19a187606819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:49.017217 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-39018441-474d-403a-ab60-ec2e8563e5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:49:49.032229 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9f5e4-9068-4abf-9411-19a187606819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13522e9e-bf30-484a-937b-577b28211d5b,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:49:49.036850 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-fea9f5e4-9068-4abf-9411-19a187606819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:49:49.043298 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-fea9f5e4-9068-4abf-9411-19a187606819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:49.044424 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-fea9f5e4-9068-4abf-9411-19a187606819 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13522e9e-bf30-484a-937b-577b28211d5b HTTP/1.1" status: 204 len: 168 time: 0.1829453 Dec 16 14:49:50.139711 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:49:50.459701 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 37534) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:50.614662 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-306df3b0-af83-409f-8d36-3f7ae1bb8973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:50.648526 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-306df3b0-af83-409f-8d36-3f7ae1bb8973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 16 14:49:50.652477 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-306df3b0-af83-409f-8d36-3f7ae1bb8973 admin admin] Usage tracker for resource:security_group_rule and tenant:aca803c152c54d83a94fbe0315e7b480 is out of sync, need to count used quota {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 16 14:49:50.655633 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.quota.resource [None req-306df3b0-af83-409f-8d36-3f7ae1bb8973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 16 14:49:50.661837 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.db.quota.driver [None req-306df3b0-af83-409f-8d36-3f7ae1bb8973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 16 14:49:50.741093 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-306df3b0-af83-409f-8d36-3f7ae1bb8973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:50.747253 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-306df3b0-af83-409f-8d36-3f7ae1bb8973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_create {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:50.755564 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-2717f5b1-7f52-40f1-9244-21521ace59d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:49:50.890698 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306df3b0-af83-409f-8d36-3f7ae1bb8973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fe2c6e-8d66-4cca-9a6c-3ff557185dcb,revision_number=1']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:49:50.893839 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-306df3b0-af83-409f-8d36-3f7ae1bb8973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:49:50.897910 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-306df3b0-af83-409f-8d36-3f7ae1bb8973 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aca803c152c54d83a94fbe0315e7b480&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4371006 Dec 16 14:49:50.900623 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.wsgi [-] (82860) accepted ('10.222.0.44', 37540) {{(pid=82860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 16 14:49:50.966023 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f182584c-a82a-45ba-aabe-079c1efe8fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:50.997089 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f182584c-a82a-45ba-aabe-079c1efe8fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:51.055333 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f182584c-a82a-45ba-aabe-079c1efe8fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356858'] for security_group, after_delete {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:51.059654 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-68459e5b-6fe6-4715-8c40-724934cb4eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 14:49:51.074366 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182584c-a82a-45ba-aabe-079c1efe8fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fe2c6e-8d66-4cca-9a6c-3ff557185dcb,revision_number=None']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:49:51.078193 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-f182584c-a82a-45ba-aabe-079c1efe8fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 14:49:51.083359 dv-cinder-821893-3-smb neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-f182584c-a82a-45ba-aabe-079c1efe8fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:49:51.084544 dv-cinder-821893-3-smb neutron-server[82860]: INFO neutron.wsgi [None req-f182584c-a82a-45ba-aabe-079c1efe8fa1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a4fe2c6e-8d66-4cca-9a6c-3ff557185dcb HTTP/1.1" status: 204 len: 168 time: 0.1829333 Dec 16 14:50:07.392921 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-f8554578-7654-4c61-96f7-be7ffb7c0086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:09.865558 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-3fb11b51-6035-4440-859b-4a5d5d5c9841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:10.778099 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:11.099095 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:12.409369 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:13.467246 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:27.140551 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:50:37.389993 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-6729e2d7-687e-4dde-939f-eb467238b5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:39.861397 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-6bd62a3e-568f-4d0a-b741-f3cae9db7a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:40.783007 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:41.102273 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:42.410938 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:50:43.482218 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:04.141645 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:51:07.386514 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-e5e54956-6e4b-4daa-b568-d4b99ecbe675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:09.869902 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-6bdee117-2117-42ce-b488-996c304dbf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:10.788164 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:11.110958 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:12.413342 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:13.481332 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:37.381468 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-43bda78a-4d5d-442f-91f8-43c3a26c6344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:39.866092 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e0cb-b180-4cf0-b96d-fdf08c2c9581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:40.775444 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:41.111065 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:41.146635 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:51:42.420291 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:51:43.497305 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:07.388983 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-532178b5-578d-4735-86c5-a112ad7d6143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:09.863633 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-d541332b-342d-4fe4-8043-43ba60f3e2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:10.770483 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:11.114740 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:12.428977 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:13.494639 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:18.148026 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:52:37.389459 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-290ae9ac-6685-47f5-b3f8-4ee3ba4ebb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:39.861104 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-4a0b3a7b-6992-47b9-8a3d-db34073d9687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:40.777344 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:41.113891 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:42.426568 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:43.499607 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:52:55.150005 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:53:07.383930 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-80a1272a-0014-4966-b936-e028437a025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:09.857604 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-6519fb56-4132-4bfd-9e64-0eed0d11b492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:10.773124 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:11.116346 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:12.432663 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:13.509009 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:32.151421 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:53:37.389445 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-9023417b-edf4-4099-b284-8e1a2d7762cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:39.853061 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-fe076f2e-fafe-4936-84d3-13ad334f6a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:40.781943 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:41.120435 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:42.429050 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:53:43.524207 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:07.394346 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-49790dd9-bad8-4359-bca7-f5e0984b71e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:09.152126 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 16 14:54:09.861448 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-1131df23-d1da-4257-955b-2d2f544378da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:10.777367 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:11.124287 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:12.429546 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:13.528720 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:37.402553 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-9e3064e0-9336-4bfd-81f0-22a39b82c3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:39.856704 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-c83b824f-9f84-46e7-a530-6d9f05379611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:40.785632 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-25d38245-7659-4da7-8a4c-cf38a6bff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:41.129703 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-47017a9a-d213-42aa-886c-7b1b0f32a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:42.432183 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-83699764-2275-4f1d-be35-8ea4396642d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:43.540338 dv-cinder-821893-3-smb neutron-server[82862]: DEBUG neutron_lib.callbacks.manager [None req-869da074-d5f0-497a-9e60-987382c31319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775664583105', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3405258'] for agent, after_update {{(pid=82862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 14:54:46.152969 dv-cinder-821893-3-smb neutron-server[82863]: DEBUG neutron.db.agents_db [None req-0169d878-64ad-48d4-b6ff-096dbde7802a None None] Agent healthcheck: found 6 active agents {{(pid=82863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}